MaDDash process crashed around 2am today (12/7/2017)
in our MaDDash server (v2.0.2-1.el6).
Based on "/var/log/maddash/maddash-server.out”, it
seems it was because MaDDash failed sending a notification email. I
thought this crash scenario was worth sharing.
JarClassLoader: Warning:
com/mchange/v2/util/ResourceClosedException.class in
lib/c3p0-0.9.1.1.jar is hidden by
lib/mchange-commons-java-0.2.11.jar (with different
bytecode)
SLF4J: Failed to load class
"org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger
implementation
MLog initialization issue: slf4j found no binding or
threatened to use its (dangerously silent) NOPLogger. We consider
the slf4j library not found.
Dec 07, 2017 2:10:29 AM
org.glassfish.grizzly.http.server.NetworkListener
start
INFO: Started listener bound to
[localhost:8881]
Dec 07, 2017 2:10:29 AM
org.glassfish.grizzly.http.server.HttpServer start
INFO: [HttpServer] Started.
org.apache.commons.mail.EmailException: Sending the email
to the following server failed : 127.0.0.1:25
at
org.apache.commons.mail.Email.sendMimeMessage(Email.java:1421)
at
org.apache.commons.mail.Email.send(Email.java:1448)
at
net.es.maddash.notifications.EmailNotification.send(EmailNotification.java:203)
at
net.es.maddash.jobs.NotifyJob.execute(NotifyJob.java:173)
at
org.quartz.core.JobRunShell.run(JobRunShell.java:202)
at
org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573)
Caused by: java.lang.InternalError
at
sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:875)
at
sun.misc.URLClassPath.getResource(URLClassPath.java:226)
at
sun.misc.URLClassPath.getResource(URLClassPath.java:278)
at
java.lang.ClassLoader.getBootstrapResource(ClassLoader.java:1308)
at
java.lang.ClassLoader.getResource(ClassLoader.java:1147)
at
java.lang.ClassLoader.getResource(ClassLoader.java:1145)
at
java.lang.ClassLoader.getSystemResource(ClassLoader.java:1270)
at
java.lang.ClassLoader.getSystemResourceAsStream(ClassLoader.java:1373)
at
java.lang.Class.getResourceAsStream(Class.java:2109)
at
javax.activation.SecuritySupport$2.run(SecuritySupport.java:63)
at
java.security.AccessController.doPrivileged(Native
Method)
at
javax.activation.SecuritySupport.getResourceAsStream(SecuritySupport.java:60)
at
javax.activation.MailcapCommandMap.loadResource(MailcapCommandMap.java:178)
at
javax.activation.MailcapCommandMap.<init>(MailcapCommandMap.java:163)
at
javax.activation.CommandMap.getDefaultCommandMap(CommandMap.java:72)
at
javax.activation.DataHandler.getCommandMap(DataHandler.java:154)
at
javax.activation.DataHandler.getDataContentHandler(DataHandler.java:617)
at
javax.activation.DataHandler.writeTo(DataHandler.java:316)
at
javax.mail.internet.MimeUtility.getEncoding(MimeUtility.java:323)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1495)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1125)
at
javax.mail.internet.MimeMultipart.updateHeaders(MimeMultipart.java:515)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1458)
at
javax.mail.internet.MimeMessage.updateHeaders(MimeMessage.java:2190)
at
javax.mail.internet.MimeMessage.saveChanges(MimeMessage.java:2151)
at
javax.mail.Transport.send(Transport.java:123)
at
org.apache.commons.mail.Email.sendMimeMessage(Email.java:1411)
... 5 more
Caused by: java.io.FileNotFoundException:
/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.151.x86_64/jre/lib/resources.jar
at
sun.misc.URLClassPath$JarLoader.getJarFile(URLClassPath.java:763)
at
sun.misc.URLClassPath$JarLoader.access$700(URLClassPath.java:626)
at
sun.misc.URLClassPath$JarLoader$1.run(URLClassPath.java:711)
at
sun.misc.URLClassPath$JarLoader$1.run(URLClassPath.java:704)
at
java.security.AccessController.doPrivileged(Native
Method)
at
sun.misc.URLClassPath$JarLoader.ensureOpen(URLClassPath.java:703)
at
sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:873)
... 31 more
org.apache.commons.mail.EmailException: Sending the email
to the following server failed : 127.0.0.1:25
at
org.apache.commons.mail.Email.sendMimeMessage(Email.java:1421)
at
org.apache.commons.mail.Email.send(Email.java:1448)
at
net.es.maddash.notifications.EmailNotification.send(EmailNotification.java:203)
at
net.es.maddash.jobs.NotifyJob.execute(NotifyJob.java:173)
at
org.quartz.core.JobRunShell.run(JobRunShell.java:202)
at
org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573)
Caused by: java.lang.InternalError
at
sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:875)
at
sun.misc.URLClassPath.getResource(URLClassPath.java:226)
at
sun.misc.URLClassPath.getResource(URLClassPath.java:278)
at
java.lang.ClassLoader.getBootstrapResource(ClassLoader.java:1308)
at
java.lang.ClassLoader.getResource(ClassLoader.java:1147)
at
java.lang.ClassLoader.getResource(ClassLoader.java:1145)
at
java.lang.ClassLoader.getSystemResource(ClassLoader.java:1270)
at
java.lang.ClassLoader.getSystemResourceAsStream(ClassLoader.java:1373)
at
java.lang.Class.getResourceAsStream(Class.java:2109)
at
javax.activation.SecuritySupport$2.run(SecuritySupport.java:63)
at
java.security.AccessController.doPrivileged(Native
Method)
at
javax.activation.SecuritySupport.getResourceAsStream(SecuritySupport.java:60)
at
javax.activation.MailcapCommandMap.loadResource(MailcapCommandMap.java:178)
at
javax.activation.MailcapCommandMap.<init>(MailcapCommandMap.java:163)
at
javax.activation.CommandMap.getDefaultCommandMap(CommandMap.java:72)
at
javax.activation.DataHandler.getCommandMap(DataHandler.java:154)
at
javax.activation.DataHandler.getDataContentHandler(DataHandler.java:617)
at
javax.activation.DataHandler.writeTo(DataHandler.java:316)
at
javax.mail.internet.MimeUtility.getEncoding(MimeUtility.java:323)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1495)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1125)
at
javax.mail.internet.MimeMultipart.updateHeaders(MimeMultipart.java:515)
at
javax.mail.internet.MimeBodyPart.updateHeaders(MimeBodyPart.java:1458)
at
javax.mail.internet.MimeMessage.updateHeaders(MimeMessage.java:2190)
at
javax.mail.internet.MimeMessage.saveChanges(MimeMessage.java:2151)
at
javax.mail.Transport.send(Transport.java:123)
at
org.apache.commons.mail.Email.sendMimeMessage(Email.java:1411)
... 5 more
Caused by: java.io.FileNotFoundException:
/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.151.x86_64/jre/lib/resources.jar
at
sun.misc.URLClassPath$JarLoader.getJarFile(URLClassPath.java:763)
at
sun.misc.URLClassPath$JarLoader.access$700(URLClassPath.java:626)
at
sun.misc.URLClassPath$JarLoader$1.run(URLClassPath.java:711)
at
sun.misc.URLClassPath$JarLoader$1.run(URLClassPath.java:704)
at
java.security.AccessController.doPrivileged(Native
Method)
at
sun.misc.URLClassPath$JarLoader.ensureOpen(URLClassPath.java:703)
at
sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:873)
... 31 more
Dec 07, 2017 2:57:13 PM
org.glassfish.grizzly.nio.SelectorRunner doSelect
SEVERE: doSelect exception
java.lang.UnsatisfiedLinkError: no net in
java.library.path
at
java.lang.ClassLoader.loadLibrary(ClassLoader.java:1889)
at
java.lang.Runtime.loadLibrary0(Runtime.java:849)
at
java.lang.System.loadLibrary(System.java:1088)
at
sun.net.ExtendedOptionsImpl$1.run(ExtendedOptionsImpl.java:50)
at
sun.net.ExtendedOptionsImpl$1.run(ExtendedOptionsImpl.java:47)
at
java.security.AccessController.doPrivileged(Native
Method)
at
sun.net.ExtendedOptionsImpl.<clinit>(ExtendedOptionsImpl.java:47)
at
sun.nio.ch.SocketChannelImpl$DefaultOptionsHolder.defaultOptions(SocketChannelImpl.java:242)
at
sun.nio.ch.SocketChannelImpl$DefaultOptionsHolder.<clinit>(SocketChannelImpl.java:229)
at
sun.nio.ch.SocketChannelImpl.supportedOptions(SocketChannelImpl.java:251)
at
sun.nio.ch.SocketChannelImpl.setOption(SocketChannelImpl.java:169)
at
sun.nio.ch.SocketAdaptor.setBooleanOption(SocketAdaptor.java:295)
at
sun.nio.ch.SocketAdaptor.setReuseAddress(SocketAdaptor.java:413)
at
org.glassfish.grizzly.nio.transport.TCPNIOTransport$DefaultChannelConfigurator.preConfigure(TCPNIOTransport.java:763)
at
org.glassfish.grizzly.nio.transport.TCPNIOServerConnection.configureAcceptedChannel(TCPNIOServerConnection.java:175)
at
org.glassfish.grizzly.nio.transport.TCPNIOServerConnection.onAccept(TCPNIOServerConnection.java:238)
at
org.glassfish.grizzly.nio.transport.TCPNIOTransport.fireIOEvent(TCPNIOTransport.java:518)
at
org.glassfish.grizzly.strategies.AbstractIOStrategy.fireIOEvent(AbstractIOStrategy.java:112)
at
org.glassfish.grizzly.strategies.SameThreadIOStrategy.executeIoEvent(SameThreadIOStrategy.java:103)
at
org.glassfish.grizzly.strategies.AbstractIOStrategy.executeIoEvent(AbstractIOStrategy.java:89)
at
org.glassfish.grizzly.nio.SelectorRunner.iterateKeyEvents(SelectorRunner.java:415)
at
org.glassfish.grizzly.nio.SelectorRunner.iterateKeys(SelectorRunner.java:384)
at
org.glassfish.grizzly.nio.SelectorRunner.doSelect(SelectorRunner.java:348)
at
org.glassfish.grizzly.nio.SelectorRunner.run(SelectorRunner.java:279)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:591)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.run(AbstractThreadPool.java:571)
at
java.lang.Thread.run(Thread.java:748)