Schema Info

Schema Name: sfdl_dev_manual.genesys_users

created: 2021-04-05 12:52:41
disabled: False
format: raw
id: 1560
is_partitioned: False
is_schema_datatyped: False

name:

{
    "database": "sfdl_dev_manual",
    "table": "genesys_users"
}

type: manual

Schema Versions: 15

Version 4773378

created: 2026-04-17 15:00:39

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776456017'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776456017
id: 4773378
processed: 1

raw_data:

{
    "_origin": "2026-04-17T15:00:17Z|raw/users/2026-04-17/1776456017/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867856
updated: 2026-04-17 15:00:52

Version 4773376

created: 2026-04-17 13:00:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776448826'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776448826
id: 4773376
processed: 1

raw_data:

{
    "_origin": "2026-04-17T13:00:26Z|raw/users/2026-04-17/1776448826/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867841
updated: 2026-04-17 13:01:00

Version 4773370

created: 2026-04-17 11:00:20

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776441611'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776441611
id: 4773370
processed: 1

raw_data:

{
    "_origin": "2026-04-17T11:00:11Z|raw/users/2026-04-17/1776441611/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867819
updated: 2026-04-17 11:00:31

Version 4773363

created: 2026-04-17 09:53:26

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776437602'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776437602
id: 4773363
processed: 1

raw_data:

{
    "_origin": "2026-04-17T09:53:22Z|raw/users/2026-04-17/1776437602/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867803
updated: 2026-04-17 09:53:39

Version 4773330

created: 2026-04-17 07:00:41

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776427210'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776427210
id: 4773330
processed: 1

raw_data:

{
    "_origin": "2026-04-17T07:00:10Z|raw/users/2026-04-16/1776427210/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867634
updated: 2026-04-17 07:00:55

Version 4773319

created: 2026-04-16 17:00:21

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776376810'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776376810
id: 4773319
processed: 1

raw_data:

{
    "_origin": "2026-04-16T17:00:10Z|raw/users/2026-04-16/1776376810/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867608
updated: 2026-04-16 17:00:35

Version 4773317

created: 2026-04-16 15:00:27

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776369611'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776369611
id: 4773317
processed: 1

raw_data:

{
    "_origin": "2026-04-16T15:00:11Z|raw/users/2026-04-16/1776369611/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867593
updated: 2026-04-16 15:00:41

Version 4773315

created: 2026-04-16 13:00:46

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776362411'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776362411
id: 4773315
processed: 1

raw_data:

{
    "_origin": "2026-04-16T13:00:11Z|raw/users/2026-04-16/1776362411/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867578
updated: 2026-04-16 13:00:57

Version 4773309

created: 2026-04-16 11:00:18

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776355210'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776355210
id: 4773309
processed: 1

raw_data:

{
    "_origin": "2026-04-16T11:00:10Z|raw/users/2026-04-16/1776355210/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867556
updated: 2026-04-16 11:00:29

Version 4773271

created: 2026-04-16 09:01:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776348049'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776348049
id: 4773271
processed: 1

raw_data:

{
    "_origin": "2026-04-16T09:00:49Z|raw/users/2026-04-16/1776348049/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867386
updated: 2026-04-16 09:01:42

Version 4773269

created: 2026-04-16 07:00:13

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776340809'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776340809
id: 4773269
processed: 1

raw_data:

{
    "_origin": "2026-04-16T07:00:09Z|raw/users/2026-04-15/1776340809/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867371
updated: 2026-04-16 07:00:27

Version 4773258

created: 2026-04-15 17:00:31

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776290410'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776290410
id: 4773258
processed: 1

raw_data:

{
    "_origin": "2026-04-15T17:00:10Z|raw/users/2026-04-15/1776290410/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867345
updated: 2026-04-15 17:00:45

Version 4773256

created: 2026-04-15 15:00:23

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776283210'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776283210
id: 4773256
processed: 1

raw_data:

{
    "_origin": "2026-04-15T15:00:10Z|raw/users/2026-04-15/1776283210/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867330
updated: 2026-04-15 15:00:37

Version 4773254

created: 2026-04-15 13:00:16

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776276013'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776276013
id: 4773254
processed: 1

raw_data:

{
    "_origin": "2026-04-15T13:00:13Z|raw/users/2026-04-15/1776276013/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867315
updated: 2026-04-15 13:00:28

Version 4773248

created: 2026-04-15 11:00:19

ddl:

[
    "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776268809'\n",
    "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
]

hive_path: s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776268809
id: 4773248
processed: 1

raw_data:

{
    "_origin": "2026-04-15T11:00:09Z|raw/users/2026-04-15/1776268809/data.json.gz|airflow_genesys_dev",
    "manager": null,
    "user_department": null,
    "user_email": "[email protected]",
    "user_id": "6866f932-4f7b-4dd8-a57c-382d01c59960",
    "user_name": "Adam Panek",
    "user_title": null
}

schema_attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

schema_name_id: 1560
schema_scan_id: 6867293
updated: 2026-04-15 11:00:33

Schema Scans: 15

Last at 2026-04-17 15:00:38

Scan 6867856
- duration: 0:00:14.532633
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867856
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776456017",
        "key": "raw/users/2026-04-17/1776456017/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-17 15:00:38
- success: True
- trace_id: 11700693167031170469

Scan 6867841
- duration: 0:00:14.778639
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867841
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776448826",
        "key": "raw/users/2026-04-17/1776448826/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-17 13:00:45
- success: True
- trace_id: 225442291255045872

Scan 6867819
- duration: 0:00:11.872430
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867819
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776441611",
        "key": "raw/users/2026-04-17/1776441611/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-17 11:00:19
- success: True
- trace_id: 14892725083799136658

Scan 6867803
- duration: 0:00:14.445909
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867803
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776437602",
        "key": "raw/users/2026-04-17/1776437602/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-17 09:53:25
- success: True
- trace_id: 17696192827532966682

Scan 6867634
- duration: 0:00:14.575469
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867634
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776427210",
        "key": "raw/users/2026-04-17/1776427210/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-17 07:00:41
- success: True
- trace_id: 7561341398802659187

Scan 6867608
- duration: 0:00:14.529859
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867608
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776376810",
        "key": "raw/users/2026-04-16/1776376810/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 17:00:21
- success: True
- trace_id: 6180434239188241757

Scan 6867593
- duration: 0:00:14.534725
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867593
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776369611",
        "key": "raw/users/2026-04-16/1776369611/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 15:00:26
- success: True
- trace_id: 2620243421181981013

Scan 6867578
- duration: 0:00:11.987710
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867578
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776362411",
        "key": "raw/users/2026-04-16/1776362411/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 13:00:46
- success: True
- trace_id: 7518627652815956222

Scan 6867556
- duration: 0:00:11.980659
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867556
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776355210",
        "key": "raw/users/2026-04-16/1776355210/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 11:00:17
- success: True
- trace_id: 15457455182113850660

Scan 6867386
- duration: 0:00:11.962877
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867386
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776348049",
        "key": "raw/users/2026-04-16/1776348049/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 09:01:30
- success: True
- trace_id: 5488465870369643654

Scan 6867371
- duration: 0:00:14.568121
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867371
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-16/1776340809",
        "key": "raw/users/2026-04-16/1776340809/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-16 07:00:12
- success: True
- trace_id: 17715564106155793303

Scan 6867345
- duration: 0:00:14.475128
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867345
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776290410",
        "key": "raw/users/2026-04-15/1776290410/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-15 17:00:30
- success: True
- trace_id: 706207487873705310

Scan 6867330
- duration: 0:00:14.565829
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867330
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776283210",
        "key": "raw/users/2026-04-15/1776283210/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-15 15:00:23
- success: True
- trace_id: 4919225013250538053

Scan 6867315
- duration: 0:00:11.979437
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867315
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776276013",
        "key": "raw/users/2026-04-15/1776276013/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-15 13:00:16
- success: True
- trace_id: 9327699638639951266

Scan 6867293
- duration: 0:00:14.598592
- exit_message:
```
{
    "ddl_changed": true,
    "partitions_applied": false,
    "success": true
}
```
- id: 6867293
- payload:
```
{
    "datatype_dict": null,
    "file_format": "json",
    "is_schema_datatyped": false,
    "s3": {
        "bucket": "sfdl-manual-genesys-dev",
        "hive_path": "s3://sfdl-manual-genesys-dev/raw/users/2026-04-15/1776268809",
        "key": "raw/users/2026-04-15/1776268809/data.json.gz"
    },
    "schema": {
        "name": "sfdl_dev_manual.genesys_users",
        "type": "manual"
    }
}
```
- running: False
- schema_name_id: 1560
- start_time: 2026-04-15 11:00:18
- success: True
- trace_id: 14011715014718342824

Partitions:

count: 0
ddl: None
name: None
state:
```
[]
```
type: None

Schema:

attributes:

{
    "_origin": "string",
    "manager": "string",
    "user_department": "string",
    "user_email": "string",
    "user_id": "string",
    "user_name": "string",
    "user_title": "string"
}

created: 2026-04-17 15:00:39

ddl:

{
    "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
    "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776456017'\n",
    "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
    "repair_table": "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
}

Server:

hostname: schemamanager-5447774fc6-4w58v
name: schema_manager
process_start: 2026-04-02 21:43:44
sf_env: dev
version: 2427328685

Raw:

{
    "name": {
        "created": "2021-04-05 12:52:41",
        "disabled": false,
        "format": "raw",
        "id": 1560,
        "is_partitioned": false,
        "is_schema_datatyped": false,
        "name": {
            "database": "sfdl_dev_manual",
            "table": "genesys_users"
        },
        "type": "manual"
    },
    "partition": {
        "count": 0,
        "ddl": null,
        "name": null,
        "state": [],
        "type": null
    },
    "schema": {
        "attributes": {
            "_origin": "string",
            "manager": "string",
            "user_department": "string",
            "user_email": "string",
            "user_id": "string",
            "user_name": "string",
            "user_title": "string"
        },
        "created": "2026-04-17 15:00:39",
        "ddl": {
            "create_database": "CREATE DATABASE IF NOT EXISTS `sfdl_dev_manual`",
            "create_table": "CREATE EXTERNAL TABLE IF NOT EXISTS\n`sfdl_dev_manual.genesys_users`\n(\n`user_id`STRING,`user_name`STRING,`user_department`STRING,`user_email`STRING,`user_title`STRING,`manager`STRING,`_origin`STRING\n)\nROW FORMAT SERDE\n'org.openx.data.jsonserde.JsonSerDe'\n \nSTORED AS INPUTFORMAT\n  'org.apache.hadoop.mapred.TextInputFormat'\nOUTPUTFORMAT\n  'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'\nLOCATION\n  's3://sfdl-manual-genesys-dev/raw/users/2026-04-17/1776456017'\n",
            "drop_table": "DROP TABLE IF EXISTS `sfdl_dev_manual.genesys_users`",
            "repair_table": "MSCK REPAIR TABLE sfdl_dev_manual.genesys_users"
        }
    },
    "server": {
        "hostname": "schemamanager-5447774fc6-4w58v",
        "name": "schema_manager",
        "process_start": "2026-04-02 21:43:44",
        "sf_env": "dev",
        "version": "2427328685"
    }
}