Search failed: [es] /universal_comparables/_search → HTTP 429 {"error":{"root_cause":[{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@6d5b5f0c], creationTimeNanos=7952803569985249, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@3e26f478], creationTimeNanos=7952803570180754, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@50159495], creationTimeNanos=7952803570203169, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1907a49d], creationTimeNanos=7952803570216339, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@59b7733b], creationTimeNanos=7952803570230621, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"},{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@558b26e8], creationTimeNanos=7952803570243292, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}],"type":"search_phase_execution_exception","reason":"all shards failed","phase":"query","grouped":true,"failed_shards":[{"shard":0,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@6d5b5f0c], creationTimeNanos=7952803569985249, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}},{"shard":1,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@3e26f478], creationTimeNanos=7952803570180754, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}},{"shard":2,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@50159495], creationTimeNanos=7952803570203169, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}},{"shard":3,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@1907a49d], creationTimeNanos=7952803570216339, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}},{"shard":4,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@59b7733b], creationTimeNanos=7952803570230621, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}},{"shard":5,"index":"universal_comparables","node":"FPXVniwWTA6iu_6Iv6ZuDg","reason":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@558b26e8], creationTimeNanos=7952803570243292, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}}],"caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@6d5b5f0c], creationTimeNanos=7952803569985249, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]","caused_by":{"type":"es_rejected_execution_exception","reason":"rejected execution of TimedRunnable{original=ActionRunnable#wrap[org.elasticsearch.search.SearchService$$Lambda/0x00000000c160aa50@6d5b5f0c], creationTimeNanos=7952803569985249, startTimeNanos=0, finishTimeNanos=-1, failedOrRejected=false} on TaskExecutionTimeTrackingEsThreadPoolExecutor[name = comparables-1/search, queue capacity = 1000, task execution EWMA = 550.5ms, total task execution time = 9.8d, org.elasticsearch.common.util.concurrent.TaskExecutionTimeTrackingEsThreadPoolExecutor@7a273fd7[Running, pool size = 31, active threads = 31, queued tasks = 1000, completed tasks = 6960072]]"}}},"status":429}