GO Routine loop

PDocProcessor.go

func ParseRangeDocumentAsync(board string, start int, end int) (ret []*PDocRaw) {
	parseChannel := make(chan *PDocRaw, 2)
	var count int
	docUrlList := make([]string, 0)
	_ = IterateDocuments(board, start, end, func(docUrl string) {
		docUrlList = append(docUrlList, docUrl)
	})

	for _, docUrl := range docUrlList {
		count++
		docUrl := docUrl
		go func() {
			workerChannel := make(chan *PDocRaw, 1)
			timer := time.NewTimer(5 * time.Second)
			go func() {
				p, _ := ParseSingleRawDocument(docUrl)
				timer.Stop()
				workerChannel <- p
			}()
			select {
			case res := <-workerChannel:
				parseChannel <- res
			case <-timer.C:
				parseChannel <- &PDocRaw{
					Title: "Time out....",
				}
			}

		}()
	}

	ret = make([]*PDocRaw, 0, 0)

	for i := 0; i < count; i++ {
		select {
		case p := <-parseChannel:
			fmt.Printf("(%d/%d)Completed parsed : %s with committer count %d\n", i+1, count, p.Title, len(p.CommitterInfoList))
			ret = append(ret, p)
		}
	}

	return ret
}