Confluence is down frequently
Asked by amandachen:

Confluence is down almost once a week. The Confluence versions is 6.2.1. System log alway show the same questions.

System log is:

05-Jul-2018 09:29:12.591 SEVERE \[http-nio-8090-exec-26\] org.apache.catalina.core.StandardHostValve.custom Exception Processing ErrorPage\[errorCode=500, location=/500page.jsp\]  
org.apache.jasper.JasperException: java.lang.IllegalStateException: getOutputStream() has already been called for this response  
at org.apache.jasper.servlet.JspServletWrapper.handleJspException(JspServletWrapper.java:560)  
at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:471)  
at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:396)  
at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:340)  
at javax.servlet.http.HttpServlet.service(HttpServlet.java:729)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:292)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.confluence.web.filter.DebugFilter.doFilter(DebugFilter.java:46)  
at com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:31)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:39)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:70)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:58)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:39)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter$1.doFilter(DelegatingPluginFilter.java:58)  
at com.atlassian.confluence.util.profiling.ConfluenceActivityFilter.doFilter(ConfluenceActivityFilter.java:39)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter.doFilter(DelegatingPluginFilter.java:64)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:37)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:70)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:58)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:39)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:70)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:58)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:39)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter$1.doFilter(DelegatingPluginFilter.java:58)  
at com.atlassian.confluence.web.filter.HttpRequestStatsFilter.doFilter(HttpRequestStatsFilter.java:47)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter.doFilter(DelegatingPluginFilter.java:64)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:37)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter$1.doFilter(DelegatingPluginFilter.java:58)  
at com.atlassian.gzipfilter.GzipFilter.doFilter(GzipFilter.java:96)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter.doFilter(DelegatingPluginFilter.java:64)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:37)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter$1.doFilter(DelegatingPluginFilter.java:58)  
at com.atlassian.confluence.web.filter.ConfluenceTimingFilter.doFilter(ConfluenceTimingFilter.java:46)  
at com.atlassian.plugin.servlet.filter.DelegatingPluginFilter.doFilter(DelegatingPluginFilter.java:64)  
at com.atlassian.plugin.servlet.filter.IteratingFilterChain.doFilter(IteratingFilterChain.java:37)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:70)  
at com.atlassian.plugin.servlet.filter.ServletFilterModuleContainerFilter.doFilter(ServletFilterModuleContainerFilter.java:58)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at com.atlassian.confluence.web.filter.DebugFilter.doFilter(DebugFilter.java:46)  
at com.atlassian.core.filters.AbstractHttpFilter.doFilter(AbstractHttpFilter.java:31)  
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240)  
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207)  
at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:716)  
at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:584)  
at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:523)  
at org.apache.catalina.core.StandardHostValve.custom(StandardHostValve.java:436)  
at org.apache.catalina.core.StandardHostValve.status(StandardHostValve.java:301)  
at org.apache.catalina.core.StandardHostValve.throwable(StandardHostValve.java:396)  
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:176)  
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79)  
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:88)  
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:502)  
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1132)  
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:684)  
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1533)  
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1489)  
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  
at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)  
at java.lang.Thread.run(Thread.java:748)  
Caused by: java.lang.IllegalStateException: getOutputStream() has already been called for this response  
at org.apache.catalina.connector.Response.getWriter(Response.java:564)  
at org.apache.catalina.connector.ResponseFacade.getWriter(ResponseFacade.java:212)  
at javax.servlet.ServletResponseWrapper.getWriter(ServletResponseWrapper.java:109)  
at javax.servlet.ServletResponseWrapper.getWriter(ServletResponseWrapper.java:109)  
at com.atlassian.confluence.web.filter.DebugFilter$LoggingResponseWrapper.getWriter(DebugFilter.java:111)  
at javax.servlet.ServletResponseWrapper.getWriter(ServletResponseWrapper.java:109)  
at com.atlassian.confluence.web.filter.DebugFilter$LoggingResponseWrapper.getWriter(DebugFilter.java:111)  
at org.apache.jasper.runtime.JspWriterImpl.initOut(JspWriterImpl.java:115)  
at org.apache.jasper.runtime.JspWriterImpl.flushBuffer(JspWriterImpl.java:108)  
at org.apache.jasper.runtime.PageContextImpl.release(PageContextImpl.java:176)  
at org.apache.jasper.runtime.JspFactoryImpl.internalReleasePageContext(JspFactoryImpl.java:120)  
at org.apache.jasper.runtime.JspFactoryImpl.releasePageContext(JspFactoryImpl.java:75)  
at org.apache.jsp._500page_jsp._jspService(_500page_jsp.java:944)  
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)  
at javax.servlet.http.HttpServlet.service(HttpServlet.java:729)  
at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:438)  
... 67 more


Answers:
author: Igor M.
body: Hello,

Do you see any events prior to failure in atlassian-confluence.log? Out of memory, DB connection timeouts or something similar? In catalina.out we would be looking for signs of java process getting killed or crashing with accompanying message.

Regards

Igor


Tags: confluence-server

server