Created
September 12, 2013 20:22
-
-
Save jeffjirsa/6543219 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
================================ | |
================================ | |
for i in range(0,10000000): | |
id = uuid.uuid1() | |
query = """INSERT INTO test(test_id, test_value) VALUES(%(tid)s, %(tval)s)""" | |
params = dict() | |
params['tid'] = id | |
params['tval'] = str(i) | |
cursor.execute(query, params) | |
if i % 10 == 0: | |
time.sleep(1/1000) | |
print(i) | |
================================ | |
================================ | |
def process_results(rows): | |
print("Results") | |
print("Len rows = %s " % len(rows)) | |
t = 0 | |
for r in rows: | |
print(r) | |
t = t+1 | |
print("READ %s ROWS" % str(t)) | |
def process_error(exc): | |
print(exc) | |
query = """SELECT test_id, test_value FROM test """ | |
future = cursor.execute_async(query) | |
future.add_callbacks(process_results, process_error) | |
print("Set callback!") | |
while True: | |
time.sleep(1) | |
print("Sleeping, waiting for result") | |
================================ | |
================================ | |
ERROR [ReadStage:2866] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[ReadStage:2866,5,main] | |
java.lang.OutOfMemoryError: Java heap space | |
at java.nio.HeapByteBuffer.duplicate(HeapByteBuffer.java:107) | |
at org.apache.cassandra.db.marshal.AbstractCompositeType.compare(AbstractCompositeType.java:73) | |
at org.apache.cassandra.db.marshal.AbstractCompositeType.compare(AbstractCompositeType.java:35) | |
at java.util.TreeMap.put(TreeMap.java:545) | |
at org.apache.cassandra.db.TreeMapBackedSortedColumns.addColumn(TreeMapBackedSortedColumns.java:90) | |
at org.apache.cassandra.db.ColumnFamily.addColumn(ColumnFamily.java:116) | |
at org.apache.cassandra.db.ColumnFamily.addIfRelevant(ColumnFamily.java:110) | |
at org.apache.cassandra.db.filter.SliceQueryFilter.collectReducedColumns(SliceQueryFilter.java:201) | |
at org.apache.cassandra.db.filter.QueryFilter.collateColumns(QueryFilter.java:122) | |
at org.apache.cassandra.db.filter.QueryFilter.collateOnDiskAtom(QueryFilter.java:80) | |
at org.apache.cassandra.db.RowIteratorFactory$2.getReduced(RowIteratorFactory.java:101) | |
at org.apache.cassandra.db.RowIteratorFactory$2.getReduced(RowIteratorFactory.java:75) | |
at org.apache.cassandra.utils.MergeIterator$ManyToOne.consume(MergeIterator.java:115) | |
at org.apache.cassandra.utils.MergeIterator$ManyToOne.computeNext(MergeIterator.java:98) | |
at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143) | |
at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138) | |
at org.apache.cassandra.db.ColumnFamilyStore$8.computeNext(ColumnFamilyStore.java:1504) | |
at org.apache.cassandra.db.ColumnFamilyStore$8.computeNext(ColumnFamilyStore.java:1500) | |
at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143) | |
at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138) | |
at org.apache.cassandra.db.ColumnFamilyStore.filter(ColumnFamilyStore.java:1651) | |
at org.apache.cassandra.db.ColumnFamilyStore.getRangeSlice(ColumnFamilyStore.java:1615) | |
at org.apache.cassandra.db.RangeSliceCommand.executeLocally(RangeSliceCommand.java:137) | |
at org.apache.cassandra.service.StorageProxy$LocalRangeSliceRunnable.runMayThrow(StorageProxy.java:1358) | |
at org.apache.cassandra.service.StorageProxy$DroppableRunnable.run(StorageProxy.java:1863) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
at java.lang.Thread.run(Thread.java:724) | |
ERROR [Background_Reporter:1] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[Background_Reporter:1,5,main] | |
java.lang.OutOfMemoryError: Java heap space | |
at java.lang.Double.toString(Double.java:196) | |
at java.lang.String.valueOf(String.java:3001) | |
at org.apache.cassandra.gms.VersionedValue$VersionedValueFactory.severity(VersionedValue.java:240) | |
at org.apache.cassandra.utils.BackgroundActivityMonitor$BackgroundActivityReporter.run(BackgroundActivityMonitor.java:166) | |
at org.apache.cassandra.concurrent.DebuggableScheduledThreadPoolExecutor$UncomplainingRunnable.run(DebuggableScheduledThreadPoolExecutor.java:75) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) | |
at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351) | |
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
at java.lang.Thread.run(Thread.java:724) | |
ERROR [FileWatchdog] 2013-09-12 13:10:49,952 CassandraDaemon.java (line 186) Exception in thread Thread[FileWatchdog,5,main] | |
java.lang.OutOfMemoryError: Java heap space | |
at java.util.Arrays.copyOfRange(Arrays.java:2694) | |
at java.lang.String.<init>(String.java:203) | |
at java.lang.String.substring(String.java:1877) | |
at java.io.File.getName(File.java:430) | |
at java.io.UnixFileSystem.getBooleanAttributes(UnixFileSystem.java:243) | |
at java.io.File.exists(File.java:772) | |
at org.apache.log4j.helpers.FileWatchdog.checkAndConfigure(FileWatchdog.java:77) | |
at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:108) | |
ERROR [Background_Reporter:1] 2013-09-12 13:10:49,955 CassandraDaemon.java (line 186) Exception in thread Thread[Background_Reporter:1,5,main] | |
java.lang.IllegalThreadStateException | |
at java.lang.Thread.start(Thread.java:684) | |
at org.apache.cassandra.service.CassandraDaemon$2.uncaughtException(CassandraDaemon.java:192) | |
at org.apache.cassandra.concurrent.DebuggableThreadPoolExecutor.handleOrLog(DebuggableThreadPoolExecutor.java:220) | |
at org.apache.cassandra.concurrent.DebuggableScheduledThreadPoolExecutor$UncomplainingRunnable.run(DebuggableScheduledThreadPoolExecutor.java:79) | |
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) | |
at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351) | |
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:178) | |
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
at java.lang.Thread.run(Thread.java:724) | |
INFO [StorageServiceShutdownHook] 2013-09-12 13:10:49,955 ThriftServer.java (line 117) Stop listening to thrift clients | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment