Skip to content

Instantly share code, notes, and snippets.

View marcellustavares's full-sized avatar

Marcellus Tavares marcellustavares

View GitHub Profile
21/09/03 03:38:03 ERROR org.apache.spark.network.server.TransportRequestHandler: Error sending result RpcResponse[requestId=9072343615543885884,body=NioManagedBuffer[buf=java.nio.HeapByteBuffer[pos=0 lim=47 cap=64]]] to /10.158.0.12:32894; closing connection
java.nio.channels.ClosedChannelException
at io.netty.channel.AbstractChannel$AbstractUnsafe.newClosedChannelException(AbstractChannel.java:957)
at io.netty.channel.AbstractChannel$AbstractUnsafe.write(AbstractChannel.java:865)
at io.netty.channel.DefaultChannelPipeline$HeadContext.write(DefaultChannelPipeline.java:1367)
at io.netty.channel.AbstractChannelHandlerContext.invokeWrite0(AbstractChannelHandlerContext.java:717)
at io.netty.channel.AbstractChannelHandlerContext.invokeWriteAndFlush(AbstractChannelHandlerContext.java:764)
at io.netty.channel.AbstractChannelHandlerContext$WriteTask.run(AbstractChannelHandlerContext.java:1071)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
at io.netty.util.concur
1/09/01 01:44:31 INFO com.liferay.osb.asah.spark.session.function.SessionBatchSinkFunction: Saving realtime events
21/09/01 01:44:59 WARN org.apache.spark.scheduler.cluster.YarnSchedulerBackend$YarnSchedulerEndpoint: Requesting driver to remove executor 1 for reason Container marked as failed: container_1630445597230_0001_01_000001 on host: cluster-staging-session-m.southamerica-east1-b.c.liferaycloud-ac1.internal. Exit status: -100. Diagnostics: Container released on a *lost* node.
21/09/01 01:44:59 WARN org.apache.spark.scheduler.cluster.YarnSchedulerBackend$YarnSchedulerEndpoint: Requesting driver to remove executor 2 for reason Container marked as failed: container_1630445597230_0001_01_000002 on host: cluster-staging-session-m.southamerica-east1-b.c.liferaycloud-ac1.internal. Exit status: -100. Diagnostics: Container released on a *lost* node.
21/09/01 01:44:59 WARN org.apache.spark.scheduler.cluster.YarnSchedulerBackend$YarnSchedulerEndpoint: Requesting driver to remove executor 4 for reason Container m
com.liferay.osb.asah.backend.repository.test.CustomAssetMetricRepositoryTest > testGetViewsHistogramMetricsLast24Hours FAILED
java.lang.AssertionError: [com.liferay.osb.asah.backend.model.HistogramMetric@e26c65e4] expected:<3> but was:<1>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at com.liferay.osb.asah.backend.repository.test.BaseAssetMetricRepositoryTestCase.assertHistogramMetrics(BaseAssetMetricRepositoryTestCase.java:173)
at com.liferay.osb.asah.backend.repository.test.CustomAssetMetricRepositoryTest.testGetViewsHistogramMetricsLast24Hours(CustomAssetMetricRepositoryTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
import com.jetbrains.python.envs.PythonEnvsPlugin
import com.liferay.gradle.util.FileUtil
import org.apache.tools.ant.taskdefs.condition.Os
buildscript {
dependencies {
classpath group: "com.liferay", name: "com.liferay.gradle.plugins.defaults", version: "latest.release"
classpath group: "gradle.plugin.com.jetbrains.python", name: "gradle-python-envs", version: "0.0.30"
import com.jetbrains.python.envs.PythonEnvsPlugin
import com.liferay.gradle.util.FileUtil
import org.apache.tools.ant.taskdefs.condition.Os
buildscript {
dependencies {
classpath group: "com.liferay", name: "com.liferay.gradle.plugins.defaults", version: "latest.release"
classpath group: "gradle.plugin.com.jetbrains.python", name: "gradle-python-envs", version: "0.0.30"
import com.jetbrains.python.envs.PythonEnvsPlugin
import com.liferay.gradle.util.FileUtil
import org.apache.tools.ant.taskdefs.condition.Os
import com.jetbrains.python.envs.PythonEnvsPlugin
import com.liferay.gradle.util.FileUtil
import org.apache.tools.ant.taskdefs.condition.Os
buildscript {
dependencies {
classpath group: "com.liferay", name: "com.liferay.gradle.plugins.defaults", version: "latest.release"
classpath group: "gradle.plugin.com.jetbrains.python", name: "gradle-python-envs", version: "0.0.30"
import com.jetbrains.python.envs.PythonEnvsPlugin
import com.liferay.gradle.util.FileUtil
import org.apache.tools.ant.taskdefs.condition.Os
buildscript {
dependencies {
classpath group: "com.liferay", name: "com.liferay.gradle.plugins.defaults", version: "latest.release"
classpath group: "gradle.plugin.com.jetbrains.python", name: "gradle-python-envs", version: "0.0.30"
➜ .envs git:(7.0.x-private) tree -a
.
└── osb-asah-spark
├── bin
│   ├── __pycache__
│   │   └── find_spark_home.cpython-36.pyc
│   ├── activate
│   ├── activate.csh
│   ├── activate.fish
│   ├── activate.ps1
➜ osb-asah-spark git:(7.0.x-private) tree
.
├── Dockerfile
├── build
│   ├── libs
│   │   ├── osb-asah-spark.jar
│   │   └── osb-asah-spark.py
│   ├── python-build
│   │   ├── bin
│   │   │   ├── pyenv-install