multisearch.go

package main

import (
	"bytes"
	"compress/gzip"
	"fmt"
	"io/ioutil"
	"log"
	"os"
	"path/filepath"
	"sync"
)

func ReadDir(dirname string) ([]os.FileInfo, error) {
	f, err := os.Open(dirname)
	if err != nil {
		return nil, err
	}
	list, err := f.Readdir(-1)
	f.Close()
	if err != nil {
		return nil, err
	}
	return list, nil
}

func SearchFile(ch chan os.FileInfo) {
	for fi := range ch {
		if fi.IsDir() {
			continue
		}
		data, err := ioutil.ReadFile(filepath.Join(os.Args[2], fi.Name()))
		if err != nil {
			log.Println("error: ", fi.Name(), err)
			continue
		}

		zipReader, err := gzip.NewReader(bytes.NewReader(data))
		if err != nil {
			log.Println("zip error: ", fi.Name(), err)
			continue
		}

		unzippedData, err := ioutil.ReadAll(zipReader)
		if err != nil {
			log.Println("readall error: ", fi.Name(), err)
			continue
		}

		if bytes.Contains(unzippedData, targetBytes) {
			fmt.Println(fi.Name())
		}
	}
}

var targetBytes []byte

func main() {

	var wg sync.WaitGroup

	ch := make(chan os.FileInfo, 100)

	for i := 0; i < 100; i++ {
		wg.Add(1)
		go func() {
			SearchFile(ch)
			wg.Done()
		}()
	}

	target := os.Args[1]
	targetBytes = []byte(target)

	log.Printf("Searching for '%s' in %s", target, os.Args[2])

	files, err := ReadDir(os.Args[2])
	if err != nil {
		log.Fatal(err)
	}

	for _, fi := range files {
		ch <- fi
	}

	close(ch)

	wg.Wait()
}