Commit f673aa0b authored by Fabien Viale's avatar Fabien Viale
Browse files

Fix housekeeping for large job list

 - partition job id list into smaller chunks of maximum 1000 items
 - perform the same kind of partitions for other HQL queries which use ids lists
 - add a configurable property
parent 6a783a1e
......@@ -379,6 +379,9 @@ pa.scheduler.db.transactions.damping.factor=2
# Batch size to load Jobs from database when scheduler is restarted
pa.scheduler.db.recovery.load.jobs.batch_size=100
# maximum number of items passed as parameters to some database queries (jobid list, etc)
pa.scheduler.db.items.max.size=1000
# Batch size to fetch parent tasks'results in a merge task
pa.scheduler.db.fetch.batch_size=50
......
......@@ -379,6 +379,8 @@ public enum PASchedulerProperties implements PACommonProperties {
PropertyType.INTEGER,
"100"),
SCHEDULER_DB_ITEMS_MAX_SIZE("pa.scheduler.db.items.max.size", PropertyType.INTEGER, "1000"),
SCHEDULER_DB_FETCH_TASK_RESULTS_BATCH_SIZE("pa.scheduler.db.fetch.batch_size", PropertyType.INTEGER, "50"),
/* ***************************************************************** */
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment