Skip to content

Instantly share code, notes, and snippets.

@jeffjirsa
Created September 12, 2013 20:22
Show Gist options
  • Save jeffjirsa/6543219 to your computer and use it in GitHub Desktop.
Save jeffjirsa/6543219 to your computer and use it in GitHub Desktop.
================================
================================
for i in range(0,10000000):
id = uuid.uuid1()
query = """INSERT INTO test(test_id, test_value) VALUES(%(tid)s, %(tval)s)"""
params = dict()
params['tid'] = id
params['tval'] = str(i)
cursor.execute(query, params)
if i % 10 == 0:
time.sleep(1/1000)
print(i)
================================
================================
def process_results(rows):
print("Results")
print("Len rows = %s " % len(rows))
t = 0
for r in rows:
print(r)
t = t+1
print("READ %s ROWS" % str(t))
def process_error(exc):
print(exc)
query = """SELECT test_id, test_value FROM test """
future = cursor.execute_async(query)
future.add_callbacks(process_results, process_error)
print("Set callback!")
while True:
time.sleep(1)
print("Sleeping, waiting for result")
================================
================================
ERROR [ReadStage:2866] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[ReadStage:2866,5,main]
java.lang.OutOfMemoryError: Java heap space
at java.nio.HeapByteBuffer.duplicate(HeapByteBuffer.java:107)
at org.apache.cassandra.db.marshal.AbstractCompositeType.compare(AbstractCompositeType.java:73)
at org.apache.cassandra.db.marshal.AbstractCompositeType.compare(AbstractCompositeType.java:35)
at java.util.TreeMap.put(TreeMap.java:545)
at org.apache.cassandra.db.TreeMapBackedSortedColumns.addColumn(TreeMapBackedSortedColumns.java:90)
at org.apache.cassandra.db.ColumnFamily.addColumn(ColumnFamily.java:116)
at org.apache.cassandra.db.ColumnFamily.addIfRelevant(ColumnFamily.java:110)
at org.apache.cassandra.db.filter.SliceQueryFilter.collectReducedColumns(SliceQueryFilter.java:201)
at org.apache.cassandra.db.filter.QueryFilter.collateColumns(QueryFilter.java:122)
at org.apache.cassandra.db.filter.QueryFilter.collateOnDiskAtom(QueryFilter.java:80)
at org.apache.cassandra.db.RowIteratorFactory$2.getReduced(RowIteratorFactory.java:101)
at org.apache.cassandra.db.RowIteratorFactory$2.getReduced(RowIteratorFactory.java:75)
at org.apache.cassandra.utils.MergeIterator$ManyToOne.consume(MergeIterator.java:115)
at org.apache.cassandra.utils.MergeIterator$ManyToOne.computeNext(MergeIterator.java:98)
at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
at org.apache.cassandra.db.ColumnFamilyStore$8.computeNext(ColumnFamilyStore.java:1504)
at org.apache.cassandra.db.ColumnFamilyStore$8.computeNext(ColumnFamilyStore.java:1500)
at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
at org.apache.cassandra.db.ColumnFamilyStore.filter(ColumnFamilyStore.java:1651)
at org.apache.cassandra.db.ColumnFamilyStore.getRangeSlice(ColumnFamilyStore.java:1615)
at org.apache.cassandra.db.RangeSliceCommand.executeLocally(RangeSliceCommand.java:137)
at org.apache.cassandra.service.StorageProxy$LocalRangeSliceRunnable.runMayThrow(StorageProxy.java:1358)
at org.apache.cassandra.service.StorageProxy$DroppableRunnable.run(StorageProxy.java:1863)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
ERROR [Background_Reporter:1] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[Background_Reporter:1,5,main]
java.lang.OutOfMemoryError: Java heap space
at java.lang.Double.toString(Double.java:196)
at java.lang.String.valueOf(String.java:3001)
at org.apache.cassandra.gms.VersionedValue$VersionedValueFactory.severity(VersionedValue.java:240)
at org.apache.cassandra.utils.BackgroundActivityMonitor$BackgroundActivityReporter.run(BackgroundActivityMonitor.java:166)
at org.apache.cassandra.concurrent.DebuggableScheduledThreadPoolExecutor$UncomplainingRunnable.run(DebuggableScheduledThreadPoolExecutor.java:75)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
ERROR [FileWatchdog] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[FileWatchdog,5,main]
java.lang.OutOfMemoryError: Java heap space
at java.util.Arrays.copyOfRange(Arrays.java:2694)
at java.lang.String.<init>(String.java:203)
at java.lang.String.substring(String.java:1877)
at java.io.File.getName(File.java:430)
at java.io.UnixFileSystem.getBooleanAttributes(UnixFileSystem.java:243)
at java.io.File.exists(File.java:772)
at org.apache.log4j.helpers.FileWatchdog.checkAndConfigure(FileWatchdog.java:77)
at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:108)
ERROR [Background_Reporter:1] 2013-09-12 13:10:49,955 CassandraDaemon.java (line 186) Exception in thread Thread[Background_Reporter:1,5,main]
java.lang.IllegalThreadStateException
at java.lang.Thread.start(Thread.java:684)
at org.apache.cassandra.service.CassandraDaemon$2.uncaughtException(CassandraDaemon.java:192)
at org.apache.cassandra.concurrent.DebuggableThreadPoolExecutor.handleOrLog(DebuggableThreadPoolExecutor.java:220)
at org.apache.cassandra.concurrent.DebuggableScheduledThreadPoolExecutor$UncomplainingRunnable.run(DebuggableScheduledThreadPoolExecutor.java:79)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
INFO [StorageServiceShutdownHook] 2013-09-12 13:10:49,955 ThriftServer.java (line 117) Stop listening to thrift clients
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment