Type Exception Report
Message Request processing failed; nested exception is Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; }
Description The server encountered an unexpected condition that prevented it from fulfilling the request.
Exception
org.springframework.web.util.NestedServletException: Request processing failed; nested exception is Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; } org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:656) org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549) javax.servlet.http.HttpServlet.service(HttpServlet.java:634) javax.servlet.http.HttpServlet.service(HttpServlet.java:741) org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)
Root Cause
Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; } org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$3.onFailure(SearchDfsQueryThenFetchAsyncAction.java:216) org.elasticsearch.common.util.concurrent.AbstractRunnable.onRejection(AbstractRunnable.java:63) org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.onRejection(ThreadContext.java:586) org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.doExecute(EsThreadPoolExecutor.java:100) org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.execute(EsThreadPoolExecutor.java:89) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.finishHim(SearchDfsQueryThenFetchAsyncAction.java:201) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.access$000(SearchDfsQueryThenFetchAsyncAction.java:49) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:172) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:166) org.elasticsearch.action.ActionListenerResponseHandler.handleResponse(ActionListenerResponseHandler.java:46) org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1017) org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1090) org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1080) org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1070) org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:58) org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:355) org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351) org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:610) org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596) org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) java.lang.Thread.run(Thread.java:745)
Root Cause
EsRejectedExecutionException[rejected execution of org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$3@fde936a on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638643914]]] org.elasticsearch.common.util.concurrent.EsAbortPolicy.rejectedExecution(EsAbortPolicy.java:50) java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.doExecute(EsThreadPoolExecutor.java:94) org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.execute(EsThreadPoolExecutor.java:89) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.finishHim(SearchDfsQueryThenFetchAsyncAction.java:201) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.access$000(SearchDfsQueryThenFetchAsyncAction.java:49) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:172) org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:166) org.elasticsearch.action.ActionListenerResponseHandler.handleResponse(ActionListenerResponseHandler.java:46) org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1017) org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1090) org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1080) org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1070) org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:58) org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111) org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:355) org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351) org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69) org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:610) org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596) org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) java.lang.Thread.run(Thread.java:745)
Note The full stack trace of the root cause is available in the server logs.