Search failed: [es] /universal_comparables/_search → HTTP 429 {"error":{"root_cause":[{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@18d80e64], creationTimeNanos=9047162622103827, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@7271ad0d], creationTimeNanos=9047162622296107, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@67b3828c], creationTimeNanos=9047162622313404, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@50ea04b0], creationTimeNanos=9047162622327657, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@5ab598d7], creationTimeNanos=9047162622342740, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@7892b6aa], creationTimeNanos=9047162622354949, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}],"type":"search_phase_execution_exception","reason":"all shards failed","phase":"query","grouped":true,"failed_shards":[{"shard":0,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@18d80e64], creationTimeNanos=9047162622103827, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}},{"shard":1,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@7271ad0d], creationTimeNanos=9047162622296107, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}},{"shard":2,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@67b3828c], creationTimeNanos=9047162622313404, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}},{"shard":3,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@50ea04b0], creationTimeNanos=9047162622327657, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}},{"shard":4,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@5ab598d7], creationTimeNanos=9047162622342740, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}},{"shard":5,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@7892b6aa], creationTimeNanos=9047162622354949, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}}],"caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@18d80e64], creationTimeNanos=9047162622103827, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]","caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x000000005562f570@18d80e64], creationTimeNanos=9047162622103827, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 419.7ms, total task execution time = 3.2d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 2071200]]"}}},"status":429}