Could not open Hibernate Session for transaction - at high volumes

[drosenth]

 Our JasperServer v3.7 requests, at higher volumes, fail to establish a connection, despite adding a validationQuery and autoReconnectForPools=true. Here is our context.xml:

 <Resource name="jdbc/jasperserver" auth="Container" type="javax.sql.DataSource"

    maxActive="100" maxIdle="30" maxWait="10000"

    username="jasperadmin" password="*****"

    driverClassName="com.mysql.jdbc.Driver"

    validationQuery="select 1"

    testOnBorrow="true"        url="jdbc:mysql://localhost:3306/jasperserver?useUnicode=true&characterEncoding=UTF-8&autoReconnectForPools=true"/>

The error stack is below. Suggestions for next steps?

Code:

The server encountered an internal error () that prevented it from fulfilling this request. exception org.springframework.transaction.CannotCreateTransactionException: Could not open Hibernate Session for transaction; nested exception is org.hibernate.TransactionException: JDBC begin failed:     org.springframework.orm.hibernate3.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:599)    org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:374)    org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:263)    org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:101)    org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)    org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)    $Proxy15.loadUserByUsername(Unknown Source)    org.springframework.security.providers.dao.DaoAuthenticationProvider.retrieveUser(DaoAuthenticationProvider.java:83)    org.springframework.security.providers.dao.AbstractUserDetailsAuthenticationProvider.authenticate(AbstractUserDetailsAuthenticationProvider.java:121)    org.springframework.security.providers.ProviderManager.doAuthentication(ProviderManager.java:188)    org.springframework.security.AbstractAuthenticationManager.authenticate(AbstractAuthenticationManager.java:46)    org.springframework.security.ui.basicauth.BasicProcessingFilter.doFilterHttp(BasicProcessingFilter.java:139)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.metadata.user.service.impl.JIPortletAuthenticationProcessingFilter.doFilter(JIPortletAuthenticationProcessingFilter.java:81)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.logging.filter.BasicLoggingFilter.doFilter(BasicLoggingFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.context.HttpSessionContextIntegrationFilter.doFilterHttp(HttpSessionContextIntegrationFilter.java:235)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.util.FilterChainProxy.doFilter(FilterChainProxy.java:175)    org.springframework.security.util.FilterToBeanProxy.doFilter(FilterToBeanProxy.java:99)    com.jaspersoft.jasperserver.war.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:67)    org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:236)    org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:167)root cause org.hibernate.TransactionException: JDBC begin failed:     org.hibernate.transaction.JDBCTransaction.begin(JDBCTransaction.java:96)    org.hibernate.impl.SessionImpl.beginTransaction(SessionImpl.java:1354)    org.springframework.orm.hibernate3.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:558)    org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:374)    org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:263)    org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:101)    org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)    org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)    $Proxy15.loadUserByUsername(Unknown Source)    org.springframework.security.providers.dao.DaoAuthenticationProvider.retrieveUser(DaoAuthenticationProvider.java:83)    org.springframework.security.providers.dao.AbstractUserDetailsAuthenticationProvider.authenticate(AbstractUserDetailsAuthenticationProvider.java:121)    org.springframework.security.providers.ProviderManager.doAuthentication(ProviderManager.java:188)    org.springframework.security.AbstractAuthenticationManager.authenticate(AbstractAuthenticationManager.java:46)    org.springframework.security.ui.basicauth.BasicProcessingFilter.doFilterHttp(BasicProcessingFilter.java:139)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.metadata.user.service.impl.JIPortletAuthenticationProcessingFilter.doFilter(JIPortletAuthenticationProcessingFilter.java:81)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.logging.filter.BasicLoggingFilter.doFilter(BasicLoggingFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.context.HttpSessionContextIntegrationFilter.doFilterHttp(HttpSessionContextIntegrationFilter.java:235)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.util.FilterChainProxy.doFilter(FilterChainProxy.java:175)    org.springframework.security.util.FilterToBeanProxy.doFilter(FilterToBeanProxy.java:99)    com.jaspersoft.jasperserver.war.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:67)    org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:236)    org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:167)root cause com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failureLast packet sent to the server was 0 ms ago.    sun.reflect.GeneratedConstructorAccessor75.newInstance(Unknown Source)    sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)    java.lang.reflect.Constructor.newInstance(Constructor.java:513)    com.mysql.jdbc.Util.handleNewInstance(Util.java:406)    com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:1074)    com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:3009)    com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2895)    com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3438)    com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1951)    com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2101)    com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2548)    com.mysql.jdbc.ConnectionImpl.setAutoCommit(ConnectionImpl.java:4916)    org.apache.tomcat.dbcp.dbcp.DelegatingConnection.setAutoCommit(DelegatingConnection.java:331)    org.apache.tomcat.dbcp.dbcp.PoolingDataSource$PoolGuardConnectionWrapper.setAutoCommit(PoolingDataSource.java:317)    org.hibernate.transaction.JDBCTransaction.begin(JDBCTransaction.java:91)    org.hibernate.impl.SessionImpl.beginTransaction(SessionImpl.java:1354)    org.springframework.orm.hibernate3.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:558)    org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:374)    org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:263)    org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:101)    org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)    org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)    $Proxy15.loadUserByUsername(Unknown Source)    org.springframework.security.providers.dao.DaoAuthenticationProvider.retrieveUser(DaoAuthenticationProvider.java:83)    org.springframework.security.providers.dao.AbstractUserDetailsAuthenticationProvider.authenticate(AbstractUserDetailsAuthenticationProvider.java:121)    org.springframework.security.providers.ProviderManager.doAuthentication(ProviderManager.java:188)    org.springframework.security.AbstractAuthenticationManager.authenticate(AbstractAuthenticationManager.java:46)    org.springframework.security.ui.basicauth.BasicProcessingFilter.doFilterHttp(BasicProcessingFilter.java:139)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.metadata.user.service.impl.JIPortletAuthenticationProcessingFilter.doFilter(JIPortletAuthenticationProcessingFilter.java:81)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.logging.filter.BasicLoggingFilter.doFilter(BasicLoggingFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.context.HttpSessionContextIntegrationFilter.doFilterHttp(HttpSessionContextIntegrationFilter.java:235)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.util.FilterChainProxy.doFilter(FilterChainProxy.java:175)    org.springframework.security.util.FilterToBeanProxy.doFilter(FilterToBeanProxy.java:99)    com.jaspersoft.jasperserver.war.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:67)    org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:236)    org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:167)root cause java.io.EOFException: Can not read response from server. Expected to read 4 bytes, read 0 bytes before connection was unexpectedly lost.    com.mysql.jdbc.MysqlIO.readFully(MysqlIO.java:2455)    com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2906)    com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO.java:2895)    com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3438)    com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1951)    com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2101)    com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2548)    com.mysql.jdbc.ConnectionImpl.setAutoCommit(ConnectionImpl.java:4916)    org.apache.tomcat.dbcp.dbcp.DelegatingConnection.setAutoCommit(DelegatingConnection.java:331)    org.apache.tomcat.dbcp.dbcp.PoolingDataSource$PoolGuardConnectionWrapper.setAutoCommit(PoolingDataSource.java:317)    org.hibernate.transaction.JDBCTransaction.begin(JDBCTransaction.java:91)    org.hibernate.impl.SessionImpl.beginTransaction(SessionImpl.java:1354)    org.springframework.orm.hibernate3.HibernateTransactionManager.doBegin(HibernateTransactionManager.java:558)    org.springframework.transaction.support.AbstractPlatformTransactionManager.getTransaction(AbstractPlatformTransactionManager.java:374)    org.springframework.transaction.interceptor.TransactionAspectSupport.createTransactionIfNecessary(TransactionAspectSupport.java:263)    org.springframework.transaction.interceptor.TransactionInterceptor.invoke(TransactionInterceptor.java:101)    org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)    org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)    $Proxy15.loadUserByUsername(Unknown Source)    org.springframework.security.providers.dao.DaoAuthenticationProvider.retrieveUser(DaoAuthenticationProvider.java:83)    org.springframework.security.providers.dao.AbstractUserDetailsAuthenticationProvider.authenticate(AbstractUserDetailsAuthenticationProvider.java:121)    org.springframework.security.providers.ProviderManager.doAuthentication(ProviderManager.java:188)    org.springframework.security.AbstractAuthenticationManager.authenticate(AbstractAuthenticationManager.java:46)    org.springframework.security.ui.basicauth.BasicProcessingFilter.doFilterHttp(BasicProcessingFilter.java:139)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.metadata.user.service.impl.JIPortletAuthenticationProcessingFilter.doFilter(JIPortletAuthenticationProcessingFilter.java:81)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    com.jaspersoft.jasperserver.api.logging.filter.BasicLoggingFilter.doFilter(BasicLoggingFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.context.HttpSessionContextIntegrationFilter.doFilterHttp(HttpSessionContextIntegrationFilter.java:235)    org.springframework.security.ui.SpringSecurityFilter.doFilter(SpringSecurityFilter.java:53)    org.springframework.security.util.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:390)    org.springframework.security.util.FilterChainProxy.doFilter(FilterChainProxy.java:175)    org.springframework.security.util.FilterToBeanProxy.doFilter(FilterToBeanProxy.java:99)    com.jaspersoft.jasperserver.war.util.CharacterEncodingFilter.doFilter(CharacterEncodingFilter.java:67)    org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:236)    org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:167)