reproduce deleted files still open (as shown by lsof)

main.go

package main

import (
	"github.com/blevesearch/bleve"
	"github.com/blevesearch/bleve/index/scorch"
	"log"
)

func main() {

	m := bleve.NewIndexMapping()
	idx, err := bleve.NewUsing("rollback.bleve", m, "scorch", "scorch", nil)
	if err != nil {
		log.Fatal(err)
	}

	err = idx.Index("1", map[string]string{
		"name": "1",
	})
	if err != nil{
		log.Fatal(err)
	}

	err = idx.Index("2", map[string]string{
		"name": "1",
	})
	if err != nil{
		log.Fatal(err)
	}

	// originally i had a sleep here, but removing it
	// was key to demonstrating the issue
	
	//log.Printf("sleeping for 5")
	//time.Sleep(5*time.Second)

	idxInternal, _, err := idx.Advanced()
	if err != nil {
		log.Fatal(err)
	}

	idxScorch := idxInternal.(*scorch.Scorch)

	rps, err := idxScorch.RollbackPoints()
	if err != nil {
		log.Fatal(err)
	}
	log.Printf("rps: %v", rps)

	log.Printf("starting rollback")
	err = idxScorch.Rollback(rps[0])
	if err != nil {
		log.Fatal(err)
	}
	log.Printf("finished rollback")

	log.Printf("waiting forever")

	select {}
}

Run the program, it will say running forever, in another terminal, find the pid, and observe that segments 2 and 3 are still open, but in the DEL state, looking at the file system they are gone.

$ lsof -p 20343
COMMAND     PID    USER   FD      TYPE DEVICE SIZE/OFF     NODE NAME
rollbacke 20343 mschoch  cwd       DIR  259,5     4096  6660235 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker
rollbacke 20343 mschoch  rtd       DIR  259,5     4096        2 /
rollbacke 20343 mschoch  txt       REG  259,5 14479706 14943466 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollbacker
rollbacke 20343 mschoch  mem-W     REG  259,5    65536  6591775 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/root.bolt
rollbacke 20343 mschoch  mem       REG  259,5  1996592 16254016 /lib/x86_64-linux-gnu/libc-2.28.so
rollbacke 20343 mschoch  mem       REG  259,5   149696 16257717 /lib/x86_64-linux-gnu/libpthread-2.28.so
rollbacke 20343 mschoch  mem       REG  259,5      432  6592222 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000004.zap
rollbacke 20343 mschoch  DEL       REG  259,5           6592210 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000003.zap
rollbacke 20343 mschoch  DEL       REG  259,5           6592207 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000002.zap
rollbacke 20343 mschoch  mem       REG  259,5   174936 16254012 /lib/x86_64-linux-gnu/ld-2.28.so
rollbacke 20343 mschoch    0u      CHR 136,10      0t0       13 /dev/pts/10
rollbacke 20343 mschoch    1u      CHR 136,10      0t0       13 /dev/pts/10
rollbacke 20343 mschoch    2u      CHR 136,10      0t0       13 /dev/pts/10
rollbacke 20343 mschoch    3uW     REG  259,5    65536  6591775 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/root.bolt
rollbacke 20343 mschoch    4u  a_inode   0,13        0    10754 [eventpoll]
rollbacke 20343 mschoch    7r      REG  259,5      432  6592222 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000004.zap
rollbacke 20343 mschoch    8r      REG  259,5      392  6592207 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000002.zap (deleted)
rollbacke 20343 mschoch    9r      REG  259,5      392  6592210 /home/mschoch/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store/000000000003.zap (deleted)
$ ls ~/dev/go/src/github.com/mschoch/rollbacker/rollback.bleve/store
000000000004.zap  root.bolt