Search failed: [es] /universal_comparables/_search → HTTP 429 {"error":{"root_cause":[{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@553a529c], creationTimeNanos=7952790604902565, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@5bdcb2f4], creationTimeNanos=7952790605233882, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@205a4de3], creationTimeNanos=7952790605274746, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@743fdc4d], creationTimeNanos=7952790605292985, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@38d91f52], creationTimeNanos=7952790605308349, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1e169ab3], creationTimeNanos=7952790605324114, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}],"type":"search_phase_execution_exception","reason":"all shards failed","phase":"query","grouped":true,"failed_shards":[{"shard":0,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@553a529c], creationTimeNanos=7952790604902565, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}},{"shard":1,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@5bdcb2f4], creationTimeNanos=7952790605233882, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}},{"shard":2,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@205a4de3], creationTimeNanos=7952790605274746, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}},{"shard":3,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@743fdc4d], creationTimeNanos=7952790605292985, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}},{"shard":4,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@38d91f52], creationTimeNanos=7952790605308349, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}},{"shard":5,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1e169ab3], creationTimeNanos=7952790605324114, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}}],"caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@553a529c], creationTimeNanos=7952790604902565, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]","caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@553a529c], creationTimeNanos=7952790604902565, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 211.3ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959015]]"}}},"status":429}