HTTP Status 500 – Internal Server Error


Type Exception Report

Message Request processing failed; nested exception is Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; }

Description The server encountered an unexpected condition that prevented it from fulfilling the request.

Exception

org.springframework.web.util.NestedServletException: Request processing failed; nested exception is Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; }
	org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:656)
	org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
	javax.servlet.http.HttpServlet.service(HttpServlet.java:634)
	javax.servlet.http.HttpServlet.service(HttpServlet.java:741)
	org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)

Root Cause

Failed to execute phase [merge], [reduce] ; shardFailures {[Huy4gDlMQQOvuOay3b9jGA][productlist][0]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@388d734b on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641409]]]; }{[Huy4gDlMQQOvuOay3b9jGA][productlist][1]: RemoteTransportException[[es-tmg-133][10.10.10.133:9300][indices:data/read/search[phase/query/id]]]; nested: EsRejectedExecutionException[rejected execution of org.elasticsearch.transport.TransportService$7@c6c19a9 on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638641740]]]; }
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$3.onFailure(SearchDfsQueryThenFetchAsyncAction.java:216)
	org.elasticsearch.common.util.concurrent.AbstractRunnable.onRejection(AbstractRunnable.java:63)
	org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.onRejection(ThreadContext.java:586)
	org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.doExecute(EsThreadPoolExecutor.java:100)
	org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.execute(EsThreadPoolExecutor.java:89)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.finishHim(SearchDfsQueryThenFetchAsyncAction.java:201)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.access$000(SearchDfsQueryThenFetchAsyncAction.java:49)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:172)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:166)
	org.elasticsearch.action.ActionListenerResponseHandler.handleResponse(ActionListenerResponseHandler.java:46)
	org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1017)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1090)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1080)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1070)
	org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:58)
	org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111)
	org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:355)
	org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
	org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
	org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:610)
	org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
	org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
	java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	java.lang.Thread.run(Thread.java:745)

Root Cause

EsRejectedExecutionException[rejected execution of org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$3@fde936a on EsThreadPoolExecutor[search, queue capacity = 1000, org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor@541b4ada[Running, pool size = 25, active threads = 25, queued tasks = 1000, completed tasks = 167638643914]]]
	org.elasticsearch.common.util.concurrent.EsAbortPolicy.rejectedExecution(EsAbortPolicy.java:50)
	java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
	java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
	org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.doExecute(EsThreadPoolExecutor.java:94)
	org.elasticsearch.common.util.concurrent.EsThreadPoolExecutor.execute(EsThreadPoolExecutor.java:89)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.finishHim(SearchDfsQueryThenFetchAsyncAction.java:201)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction.access$000(SearchDfsQueryThenFetchAsyncAction.java:49)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:172)
	org.elasticsearch.action.search.SearchDfsQueryThenFetchAsyncAction$2.onResponse(SearchDfsQueryThenFetchAsyncAction.java:166)
	org.elasticsearch.action.ActionListenerResponseHandler.handleResponse(ActionListenerResponseHandler.java:46)
	org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleResponse(TransportService.java:1017)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.processResponse(TransportService.java:1090)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1080)
	org.elasticsearch.transport.TransportService$DirectResponseChannel.sendResponse(TransportService.java:1070)
	org.elasticsearch.transport.DelegatingTransportChannel.sendResponse(DelegatingTransportChannel.java:58)
	org.elasticsearch.transport.RequestHandlerRegistry$TransportChannelWrapper.sendResponse(RequestHandlerRegistry.java:111)
	org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:355)
	org.elasticsearch.action.search.SearchTransportService$13.messageReceived(SearchTransportService.java:351)
	org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:69)
	org.elasticsearch.transport.TransportService$7.doRun(TransportService.java:610)
	org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:596)
	org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
	java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	java.lang.Thread.run(Thread.java:745)

Note The full stack trace of the root cause is available in the server logs.


Apache Tomcat/8.5.43