Search failed: [es] /universal_comparables/_search → HTTP 429 {"error":{"root_cause":[{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@390cbea1], creationTimeNanos=7952799377151689, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@530ed3eb], creationTimeNanos=7952799377386525, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@74739f99], creationTimeNanos=7952799377406417, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1202acac], creationTimeNanos=7952799377421911, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@4a47daf4], creationTimeNanos=7952799377435332, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@2db6f304], creationTimeNanos=7952799377448352, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}],"type":"search_phase_execution_exception","reason":"all shards failed","phase":"query","grouped":true,"failed_shards":[{"shard":0,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@390cbea1], creationTimeNanos=7952799377151689, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}},{"shard":1,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@530ed3eb], creationTimeNanos=7952799377386525, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}},{"shard":2,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@74739f99], creationTimeNanos=7952799377406417, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}},{"shard":3,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1202acac], creationTimeNanos=7952799377421911, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}},{"shard":4,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@4a47daf4], creationTimeNanos=7952799377435332, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}},{"shard":5,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@2db6f304], creationTimeNanos=7952799377448352, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}}],"caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@390cbea1], creationTimeNanos=7952799377151689, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]","caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@390cbea1], creationTimeNanos=7952799377151689, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 458.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6959777]]"}}},"status":429}