Commit f673aa0b authored by Fabien Viale's avatar Fabien Viale
Browse files

Fix housekeeping for large job list

 - partition job id list into smaller chunks of maximum 1000 items
 - perform the same kind of partitions for other HQL queries which use ids lists
 - add a configurable property
parent 6a783a1e
......@@ -379,6 +379,9 @@ pa.scheduler.db.transactions.damping.factor=2
# Batch size to load Jobs from database when scheduler is restarted
# maximum number of items passed as parameters to some database queries (jobid list, etc)
# Batch size to fetch parent tasks'results in a merge task
......@@ -379,6 +379,8 @@ public enum PASchedulerProperties implements PACommonProperties {
SCHEDULER_DB_ITEMS_MAX_SIZE("pa.scheduler.db.items.max.size", PropertyType.INTEGER, "1000"),
SCHEDULER_DB_FETCH_TASK_RESULTS_BATCH_SIZE("pa.scheduler.db.fetch.batch_size", PropertyType.INTEGER, "50"),
/* ***************************************************************** */
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment