Skip to content

Instantly share code, notes, and snippets.

@mattparlane

mattparlane/gist:30ea0244f2848d705c93

Created November 28, 2014 02:40
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save mattparlane/30ea0244f2848d705c93 to your computer and use it in GitHub Desktop.
Save mattparlane/30ea0244f2848d705c93 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
wg@wgdev:~$ ~/mongodb/bin/mongorestore -j 1 --drop dump/
2014-11-28T15:34:54.511+1300 building a list of dbs and collections to restore from dump/ dir
2014-11-28T15:34:54.528+1300 reading metadata file from dump/wg/files.metadata.json
2014-11-28T15:34:54.583+1300 restoring wg.files from file dump/wg/files.bson
2014-11-28T15:34:57.528+1300 [........................] wg.files 185998257/6710800085 (2.8%)
2014-11-28T15:35:00.527+1300 [#.......................] wg.files 334784905/6710800085 (5.0%)
2014-11-28T15:35:03.527+1300 [#.......................] wg.files 468518525/6710800085 (7.0%)
2014-11-28T15:35:06.528+1300 [##......................] wg.files 600753676/6710800085 (9.0%)
2014-11-28T15:35:09.528+1300 [##......................] wg.files 734770087/6710800085 (10.9%)
2014-11-28T15:35:12.528+1300 [###.....................] wg.files 868171415/6710800085 (12.9%)
2014-11-28T15:35:15.527+1300 [###.....................] wg.files 1035127055/6710800085 (15.4%)
2014-11-28T15:35:18.528+1300 [####....................] wg.files 1135650826/6710800085 (16.9%)
2014-11-28T15:35:21.528+1300 [####....................] wg.files 1269790654/6710800085 (18.9%)
2014-11-28T15:35:24.528+1300 [####....................] wg.files 1370069831/6710800085 (20.4%)
2014-11-28T15:35:27.528+1300 [#####...................] wg.files 1470637331/6710800085 (21.9%)
2014-11-28T15:35:30.528+1300 [#####...................] wg.files 1604290720/6710800085 (23.9%)
2014-11-28T15:35:33.528+1300 [######..................] wg.files 1704593974/6710800085 (25.4%)
2014-11-28T15:35:36.528+1300 [######..................] wg.files 1838517686/6710800085 (27.4%)
2014-11-28T15:35:39.528+1300 [######..................] wg.files 1938943341/6710800085 (28.9%)
2014-11-28T15:35:42.528+1300 [#######.................] wg.files 2038976691/6710800085 (30.4%)
2014-11-28T15:35:45.528+1300 [#######.................] wg.files 2139424133/6710800085 (31.9%)
2014-11-28T15:35:48.528+1300 [########................] wg.files 2239833743/6710800085 (33.4%)
2014-11-28T15:35:51.527+1300 [########................] wg.files 2373665619/6710800085 (35.4%)
2014-11-28T15:35:54.528+1300 [########................] wg.files 2473973640/6710800085 (36.9%)
2014-11-28T15:35:57.528+1300 [#########...............] wg.files 2607620073/6710800085 (38.9%)
2014-11-28T15:36:00.528+1300 [#########...............] wg.files 2741565557/6710800085 (40.9%)
2014-11-28T15:36:03.528+1300 [##########..............] wg.files 2842046830/6710800085 (42.4%)
2014-11-28T15:36:06.528+1300 [##########..............] wg.files 2942583014/6710800085 (43.8%)
2014-11-28T15:36:09.528+1300 [###########.............] wg.files 3076121343/6710800085 (45.8%)
2014-11-28T15:36:12.528+1300 [###########.............] wg.files 3176401843/6710800085 (47.3%)
2014-11-28T15:36:15.528+1300 [###########.............] wg.files 3276956305/6710800085 (48.8%)
2014-11-28T15:36:18.528+1300 [############............] wg.files 3377216327/6710800085 (50.3%)
2014-11-28T15:36:21.589+1300 [############............] wg.files 3410735162/6710800085 (50.8%)
2014-11-28T15:36:24.532+1300 [############............] wg.files 3444070925/6710800085 (51.3%)
2014-11-28T15:36:27.681+1300 [############............] wg.files 3511011553/6710800085 (52.3%)
2014-11-28T15:36:30.698+1300 [############............] wg.files 3544516615/6710800085 (52.8%)
2014-11-28T15:36:33.701+1300 [############............] wg.files 3577892380/6710800085 (53.3%)
2014-11-28T15:36:36.536+1300 [############............] wg.files 3611283109/6710800085 (53.8%)
2014-11-28T15:36:39.567+1300 [#############...........] wg.files 3644747442/6710800085 (54.3%)
2014-11-28T15:36:42.533+1300 [#############...........] wg.files 3707514310/6710800085 (55.2%)
2014-11-28T15:36:45.555+1300 [#############...........] wg.files 3745178118/6710800085 (55.8%)
2014-11-28T15:36:48.562+1300 [#############...........] wg.files 3778650285/6710800085 (56.3%)
2014-11-28T15:36:51.528+1300 [#############...........] wg.files 3815008320/6710800085 (56.8%)
2014-11-28T15:36:54.528+1300 [#############...........] wg.files 3852481266/6710800085 (57.4%)
2014-11-28T15:36:57.656+1300 [#############...........] wg.files 3878889815/6710800085 (57.8%)
fatal error: runtime: out of memory
goroutine 27 [running]:
runtime.throw(0x8091b7)
/usr/local/go/src/pkg/runtime/panic.c:520 +0x69 fp=0x7fb4cc061f50 sp=0x7fb4cc061f38
runtime.SysMap(0xc350440000, 0x4a0000, 0x427600, 0x812c18)
/usr/local/go/src/pkg/runtime/mem_linux.c:147 +0x93 fp=0x7fb4cc061f80 sp=0x7fb4cc061f50
runtime.MHeap_SysAlloc(0x81ec00, 0x4a0000)
/usr/local/go/src/pkg/runtime/malloc.goc:616 +0x15b fp=0x7fb4cc061fd8 sp=0x7fb4cc061f80
MHeap_Grow(0x81ec00, 0x250)
/usr/local/go/src/pkg/runtime/mheap.c:319 +0x5d fp=0x7fb4cc062018 sp=0x7fb4cc061fd8
MHeap_AllocLocked(0x81ec00, 0x248, 0x0)
/usr/local/go/src/pkg/runtime/mheap.c:222 +0x379 fp=0x7fb4cc062058 sp=0x7fb4cc062018
runtime.MHeap_Alloc(0x81ec00, 0x248, 0x100000000)
/usr/local/go/src/pkg/runtime/mheap.c:178 +0x7b fp=0x7fb4cc062080 sp=0x7fb4cc062058
largealloc(0xc300000009, 0x7fb4cc062130)
/usr/local/go/src/pkg/runtime/malloc.goc:224 +0xa2 fp=0x7fb4cc0620c8 sp=0x7fb4cc062080
runtime.mallocgc(0x490000, 0x5f6501, 0x9)
/usr/local/go/src/pkg/runtime/malloc.goc:169 +0xb6 fp=0x7fb4cc062130 sp=0x7fb4cc0620c8
growslice1(0x5ebfc0, 0xc35005c000, 0x39cf0a, 0x3a6000, 0x3b77bc, 0x7fb4cc0621f0)
/usr/local/go/src/pkg/runtime/slice.goc:125 +0x107 fp=0x7fb4cc062180 sp=0x7fb4cc062130
runtime.growslice(0x5ebfc0, 0xc35005c000, 0x39cf0a, 0x3a6000, 0x117bc, 0x0, 0x0, 0x0)
/usr/local/go/src/pkg/runtime/slice.goc:76 +0xbb fp=0x7fb4cc0621c8 sp=0x7fb4cc062180
gopkg.in/mgo%2ev2.addBSON(0xc35005c000, 0x39cf0a, 0x3a6000, 0x66dee0, 0xc264efac40, 0x0, 0x0, 0x0, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:649 +0x22d fp=0x7fb4cc062270 sp=0x7fb4cc0621c8
gopkg.in/mgo%2ev2.(*mongoSocket).Query(0xc2080881c0, 0x7fb4cc062ca0, 0x2, 0x2, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:390 +0x3d0c fp=0x7fb4cc062bb8 sp=0x7fb4cc062270
gopkg.in/mgo%2ev2.(*Collection).writeQuery(0xc2080a0090, 0x5e2d80, 0xc2a2c72d50, 0x0, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/session.go:3839 +0x42a fp=0x7fb4cc062cc8 sp=0x7fb4cc062bb8
gopkg.in/mgo%2ev2.(*Bulk).Run(0xc271957380, 0xc264783f60, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/bulk.go:66 +0xc1 fp=0x7fb4cc062d30 sp=0x7fb4cc062cc8
github.com/mongodb/mongo-tools/common/db.(*BufferedBulkInserter).Flush(0xc208126000, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/common/db/buffered_bulk.go:77 +0x5d fp=0x7fb4cc062d68 sp=0x7fb4cc062d30
github.com/mongodb/mongo-tools/common/db.(*BufferedBulkInserter).Insert(0xc208126000, 0x66dee0, 0xc264783f40, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/common/db/buffered_bulk.go:60 +0x2a9 fp=0x7fb4cc062e30 sp=0x7fb4cc062d68
github.com/mongodb/mongo-tools/mongorestore.func·005()
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:291 +0x399 fp=0x7fb4cc062fa8 sp=0x7fb4cc062e30
runtime.goexit()
/usr/local/go/src/pkg/runtime/proc.c:1445 fp=0x7fb4cc062fb0 sp=0x7fb4cc062fa8
created by github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreCollectionToDB
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:301 +0x880
goroutine 16 [chan receive, 2 minutes]:
github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreIntents(0xc20805c200, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:56 +0x23c
github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).Restore(0xc20805c200, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/mongorestore.go:153 +0x37a
main.main()
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/mongorestore/main/mongorestore.go:56 +0x5e2
goroutine 19 [finalizer wait, 2 minutes]:
runtime.park(0x413c30, 0x80dc48, 0x80c789)
/usr/local/go/src/pkg/runtime/proc.c:1369 +0x89
runtime.parkunlock(0x80dc48, 0x80c789)
/usr/local/go/src/pkg/runtime/proc.c:1385 +0x3b
runfinq()
/usr/local/go/src/pkg/runtime/mgc0.c:2644 +0xcf
runtime.goexit()
/usr/local/go/src/pkg/runtime/proc.c:1445
goroutine 20 [select]:
gopkg.in/mgo%2ev2.(*mongoCluster).syncServersLoop(0xc2080240f0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/cluster.go:381 +0x54e
created by gopkg.in/mgo%2ev2.newCluster
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/cluster.go:73 +0x153
goroutine 21 [IO wait]:
net.runtime_pollWait(0x7fb4cdb5f688, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc2080aa220, 0x72, 0x0, 0x0)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc2080aa220, 0x0, 0x0)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc2080aa1c0, 0xc208094090, 0x24, 0x24, 0x0, 0x7fb4cdb5e460, 0xb)
/usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc2080b4018, 0xc208094090, 0x24, 0x24, 0x0, 0x0, 0x0)
/usr/local/go/src/pkg/net/net.go:122 +0xe7
gopkg.in/mgo%2ev2.fill(0x7fb4cdb5f790, 0xc2080b4018, 0xc208094090, 0x24, 0x24, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:502 +0x7f
gopkg.in/mgo%2ev2.(*mongoSocket).readLoop(0xc2080881c0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:519 +0x11f
created by gopkg.in/mgo%2ev2.newSocket
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:166 +0x2ee
goroutine 49 [syscall, 2 minutes]:
runtime.goexit()
/usr/local/go/src/pkg/runtime/proc.c:1445
goroutine 22 [sleep]:
time.Sleep(0x12a05f200)
/usr/local/go/src/pkg/runtime/time.goc:39 +0x31
gopkg.in/mgo%2ev2.(*mongoServer).pinger(0xc2080880e0, 0xc208088001)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/server.go:296 +0x11e
created by gopkg.in/mgo%2ev2.newServer
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/server.go:89 +0xf1
goroutine 23 [select]:
github.com/mongodb/mongo-tools/common/progress.(*Manager).start(0xc2080a1ce0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/common/progress/manager.go:99 +0xfe
created by github.com/mongodb/mongo-tools/common/progress.(*Manager).Start
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/common/progress/manager.go:88 +0x4e
goroutine 24 [chan receive, 2 minutes]:
github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreCollectionToDB(0xc20805c200, 0xc208001306, 0x2, 0xc20812e1e8, 0x5, 0xc2080a2000, 0x18ffeaed5, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:309 +0x90e
github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreIntent(0xc20805c200, 0xc2080b8b90, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:184 +0x1547
github.com/mongodb/mongo-tools/mongorestore.func·002(0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:41 +0x1ed
created by github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreIntents
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:50 +0x1b8
goroutine 25 [select]:
github.com/mongodb/mongo-tools/mongorestore.func·003()
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:251 +0xe8
created by github.com/mongodb/mongo-tools/mongorestore.(*MongoRestore).RestoreCollectionToDB
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/.gopath/src/github.com/mongodb/mongo-tools/mongorestore/restore.go:261 +0x7c2
goroutine 65 [IO wait]:
net.runtime_pollWait(0x7fb4cdb5f5d8, 0x72, 0x0)
/usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc2095c75d0, 0x72, 0x0, 0x0)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc2095c75d0, 0x0, 0x0)
/usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc2095c7570, 0xc239198000, 0x24, 0x24, 0x0, 0x7fb4cdb5e460, 0xb)
/usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc208040030, 0xc239198000, 0x24, 0x24, 0x0, 0x0, 0x0)
/usr/local/go/src/pkg/net/net.go:122 +0xe7
gopkg.in/mgo%2ev2.fill(0x7fb4cdb5f790, 0xc208040030, 0xc239198000, 0x24, 0x24, 0x0, 0x0)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:502 +0x7f
gopkg.in/mgo%2ev2.(*mongoSocket).readLoop(0xc208088000)
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:519 +0x11f
created by gopkg.in/mgo%2ev2.newSocket
/srv/10gen/mci-exec/mci/shell/src/src/mongo-tools-repo/vendor/src/gopkg.in/mgo.v2/socket.go:166 +0x2ee
wg@wgdev:~$
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment