Errors as a result of TeamCity server disk filling

Hello,

Last night our TeamCity Server disk filled and the result has been that build sequences have been reset. Also the following error displayed when trying to view a build log of a build that ran today
Is there a way of fixing this?:

Unexpected Error

This was not supposed to happen. Please provide the error details to your TeamCity server maintainer.
If you maintain this TeamCity installation please report this error to JetBrains.

Error message: javax.servlet.ServletException: javax.servlet.jsp.JspException: org.springframework.web.util.NestedServletException: Request processing failed; nested exception is java.lang.RuntimeException: Failed to read from messages file: malformed input around byte 45. Please see teamcity-server.log for details.
TeamCity: 8.1.5 (build 30240)
Operating system: Linux (3.10.56-11.el6.centos.alt.x86_64, amd64)
Java: 1.6.0_31-b04 (Sun Microsystems Inc.)
Servlet container: Apache Tomcat/7.0.55

Trace: javax.servlet.ServletException: javax.servlet.ServletException: javax.servlet.jsp.JspException: org.springframework.web.util.NestedServletException: Request processing failed; nested exception is java.lang.RuntimeException: Failed to read from messages file: malformed input around byte 45. Please see teamcity-server.log for details.
     at jetbrains.spring.web.TeamCityJSPServletImpl.service(TeamCityJSPServletImpl.java:8)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.spring.web.JspController.doHandle(JspController.java:6)
     at jetbrains.buildServer.controllers.BaseController.handleRequestInternal(BaseController.java:75)
     at org.springframework.web.servlet.mvc.AbstractController.handleRequest(AbstractController.java:153)
     at org.springframework.web.servlet.mvc.SimpleControllerHandlerAdapter.handle(SimpleControllerHandlerAdapter.java:48)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:790)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:748)
     at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:604)
     at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:543)
     at org.springframework.web.servlet.view.InternalResourceView.renderMergedOutputModel(InternalResourceView.java:229)
     at org.springframework.web.servlet.view.AbstractView.render(AbstractView.java:250)
     at org.springframework.web.servlet.DispatcherServlet.render(DispatcherServlet.java:1047)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:817)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:748)
     at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:604)
     at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:543)
     at org.apache.jasper.runtime.JspRuntimeLibrary.include(JspRuntimeLibrary.java:954)
     at org.apache.jsp.buildLog.buildLog_jsp._jspx_meth_c_005fwhen_005f6(buildLog_jsp.java:1225)
     at org.apache.jsp.buildLog.buildLog_jsp._jspService(buildLog_jsp.java:396)
     at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:432)
     at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:390)
     at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:334)
     at jetbrains.spring.web.TeamCityJSPServletImpl.access$001(TeamCityJSPServletImpl.java:9)
     at jetbrains.spring.web.TeamCityJSPServletImpl$1.apply(TeamCityJSPServletImpl.java:1)
     at jetbrains.buildServer.util.Util.doUnderContextClassLoader(Util.java:68)
     at jetbrains.spring.web.TeamCityJSPServletImpl.service(TeamCityJSPServletImpl.java:6)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.spring.web.JspController.doHandle(JspController.java:6)
     at jetbrains.buildServer.controllers.BaseController.handleRequestInternal(BaseController.java:75)
     at org.springframework.web.servlet.mvc.AbstractController.handleRequest(AbstractController.java:153)
     at org.springframework.web.servlet.mvc.SimpleControllerHandlerAdapter.handle(SimpleControllerHandlerAdapter.java:48)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:790)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:748)
     at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:604)
     at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:543)
     at org.apache.jasper.runtime.JspRuntimeLibrary.include(JspRuntimeLibrary.java:954)
     at org.apache.jsp.tag.webext.includeExtension_tag._jspx_meth_c_005fif_005f3(includeExtension_tag.java:521)
     at org.apache.jsp.tag.webext.includeExtension_tag._jspx_meth_c_005fif_005f0(includeExtension_tag.java:184)
     at org.apache.jsp.tag.webext.includeExtension_tag.doTag(includeExtension_tag.java:148)
     at org.apache.jsp.tag.webext.showTabs_tag._jspx_meth_ext_005fincludeExtension_005f0(showTabs_tag.java:604)
     at org.apache.jsp.tag.webext.showTabs_tag._jspx_meth_c_005fif_005f5(showTabs_tag.java:579)
     at org.apache.jsp.tag.webext.showTabs_tag.doTag(showTabs_tag.java:204)
     at org.apache.jsp.buildLog.viewLog_jsp$Helper.invoke32(viewLog_jsp.java:2675)
     at org.apache.jsp.buildLog.viewLog_jsp$Helper.invoke(viewLog_jsp.java:2818)
     at org.apache.jsp.tag.webrefreshable_tag.doTag(webrefreshable_tag.java:144)
     at org.apache.jsp.buildLog.viewLog_jsp$Helper.invoke31(viewLog_jsp.java:2610)
     at org.apache.jsp.buildLog.viewLog_jsp$Helper.invoke(viewLog_jsp.java:2815)
     at org.apache.jsp.tag.webpage_tag.doTag(webpage_tag.java:564)
     at org.apache.jsp.buildLog.viewLog_jsp._jspService(viewLog_jsp.java:278)
     at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:432)
     at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:390)
     at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:334)
     at jetbrains.spring.web.TeamCityJSPServletImpl.access$001(TeamCityJSPServletImpl.java:9)
     at jetbrains.spring.web.TeamCityJSPServletImpl$1.apply(TeamCityJSPServletImpl.java:1)
     at jetbrains.buildServer.util.Util.doUnderContextClassLoader(Util.java:68)
     at jetbrains.spring.web.TeamCityJSPServletImpl.service(TeamCityJSPServletImpl.java:6)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.spring.web.JspController.doHandle(JspController.java:6)
     at jetbrains.buildServer.controllers.BaseController.handleRequestInternal(BaseController.java:75)
     at org.springframework.web.servlet.mvc.AbstractController.handleRequest(AbstractController.java:153)
     at org.springframework.web.servlet.mvc.SimpleControllerHandlerAdapter.handle(SimpleControllerHandlerAdapter.java:48)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:790)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:748)
     at org.apache.catalina.core.ApplicationDispatcher.processRequest(ApplicationDispatcher.java:486)
     at org.apache.catalina.core.ApplicationDispatcher.doForward(ApplicationDispatcher.java:411)
     at org.apache.catalina.core.ApplicationDispatcher.forward(ApplicationDispatcher.java:338)
     at org.springframework.web.servlet.view.InternalResourceView.renderMergedOutputModel(InternalResourceView.java:238)
     at org.springframework.web.servlet.view.AbstractView.render(AbstractView.java:250)
     at org.springframework.web.servlet.DispatcherServlet.render(DispatcherServlet.java:1047)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:817)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at jetbrains.buildServer.web.DependencyParametersCalculationContextFilter.doFilter(DependencyParametersCalculationContextFilter.java:4)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at jetbrains.buildServer.web.DisableSessionIdFromUrlFilter.doFilter(DisableSessionIdFromUrlFilter.java:4)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at jetbrains.buildServer.web.DiagnosticFilter.doFilter(DiagnosticFilter.java:49)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at jetbrains.buildServer.web.ResponseFragmentFilter.doFilter(ResponseFragmentFilter.java:16)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
     at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
     at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
     at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:103)
     at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
     at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:408)
     at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1070)
     at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:611)
     at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1736)
     at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1695)
     at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
     at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
     at java.lang.Thread.run(Thread.java:662)
Caused by: javax.servlet.ServletException: javax.servlet.jsp.JspException: org.springframework.web.util.NestedServletException: Request processing failed; nested exception is java.lang.RuntimeException: Failed to read from messages file: malformed input around byte 45. Please see teamcity-server.log for details.
     at org.apache.jasper.runtime.PageContextImpl.doHandlePageException(PageContextImpl.java:912)
     at org.apache.jasper.runtime.PageContextImpl.handlePageException(PageContextImpl.java:845)
     at org.apache.jsp.buildLog.buildLogTree_jsp._jspService(buildLogTree_jsp.java:166)
     at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:432)
     at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:390)
     at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:334)
     at jetbrains.spring.web.TeamCityJSPServletImpl.access$001(TeamCityJSPServletImpl.java:9)
     at jetbrains.spring.web.TeamCityJSPServletImpl$1.apply(TeamCityJSPServletImpl.java:1)
     at jetbrains.buildServer.util.Util.doUnderContextClassLoader(Util.java:68)
     at jetbrains.spring.web.TeamCityJSPServletImpl.service(TeamCityJSPServletImpl.java:6)
     ... 140 more
Caused by: org.springframework.web.util.NestedServletException: Request processing failed; nested exception is java.lang.RuntimeException: Failed to read from messages file: malformed input around byte 45. Please see teamcity-server.log for details.
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:656)
     at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:549)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:620)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
     at jetbrains.buildServer.maintenance.TeamCityDispatcherServlet.service(TeamCityDispatcherServlet.java:28)
     at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
     at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
     at org.apache.catalina.core.ApplicationDispatcher.invoke(ApplicationDispatcher.java:748)
     at org.apache.catalina.core.ApplicationDispatcher.doInclude(ApplicationDispatcher.java:604)
     at org.apache.catalina.core.ApplicationDispatcher.include(ApplicationDispatcher.java:543)
     at org.apache.jasper.runtime.JspRuntimeLibrary.include(JspRuntimeLibrary.java:954)
     at org.apache.jsp.tag.webbuildLogTree_tag$Helper.invoke2(webbuildLogTree_tag.java:387)
     at org.apache.jsp.tag.webbuildLogTree_tag$Helper.invoke(webbuildLogTree_tag.java:412)
     at org.apache.jsp.tag.webchangeRequest_tag.doTag(webchangeRequest_tag.java:107)
     at org.apache.jsp.tag.webbuildLogTree_tag._jspx_meth_bs_005fchangeRequest_005f0(webbuildLogTree_tag.java:352)
     at org.apache.jsp.tag.webbuildLogTree_tag.doTag(webbuildLogTree_tag.java:210)
     at org.apache.jsp.buildLog.buildLogTree_jsp._jspx_meth_bs_005fbuildLogTree_005f0(buildLogTree_jsp.java:213)
     at org.apache.jsp.buildLog.buildLogTree_jsp._jspService(buildLogTree_jsp.java:147)
     ... 149 more
Caused by: java.lang.RuntimeException: Failed to read from messages file: malformed input around byte 45. Please see teamcity-server.log for details.
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade.processReadMessagesError(LogMessageFacade.java:64)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade.access$1700(LogMessageFacade.java:6)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade$9.processError(LogMessageFacade.java:19)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade$9.access$2200(LogMessageFacade.java:18)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade$9$1.run(LogMessageFacade.java:0)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade.runExclusively(LogMessageFacade.java:77)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade.access$1800(LogMessageFacade.java:81)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade$9.readMessagesChunkIfBufferEmpty(LogMessageFacade.java:11)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageFacade$9.hasNext(LogMessageFacade.java:4)
     at jetbrains.buildServer.serverSide.buildLog.LowLevelEventsAwareMessageIterator.loadNext(LowLevelEventsAwareMessageIterator.java:13)
     at jetbrains.buildServer.serverSide.buildLog.LowLevelEventsAwareMessageIterator.hasNext(LowLevelEventsAwareMessageIterator.java:19)
     at jetbrains.buildServer.serverSide.buildLog.TestOutputMergingIterator.hasNext(TestOutputMergingIterator.java:5)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageProcessor.processMessages(LogMessageProcessor.java:21)
     at jetbrains.buildServer.serverSide.buildLog.LogMessageProcessor.process(LogMessageProcessor.java:16)
     at jetbrains.buildServer.controllers.viewLog.tree.impl.TreeMessagePrinter.doProcessMessages(TreeMessagePrinter.java:42)
     at jetbrains.buildServer.controllers.viewLog.tree.impl.TreeMessagePrinter.printMessages(TreeMessagePrinter.java:50)
     at jetbrains.buildServer.controllers.viewLog.tree.BuildLogTreePrinterController.doHandle(BuildLogTreePrinterController.java:10)
     at jetbrains.buildServer.controllers.BaseController.handleRequestInternal(BaseController.java:75)
     at org.springframework.web.servlet.mvc.AbstractController.handleRequest(AbstractController.java:153)
     at org.springframework.web.servlet.mvc.SimpleControllerHandlerAdapter.handle(SimpleControllerHandlerAdapter.java:48)
     at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:790)
     at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:719)
     at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:644)
     ... 166 more

Please sign in to leave a comment.