Last active
December 13, 2016 07:31
-
-
Save jackypanster/55e0f76cb8ab59145f01bd3da46fec79 to your computer and use it in GitHub Desktop.
thread pool pattern
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
var ( | |
MaxWorker = os.Getenv("MAX_WORKERS") | |
MaxQueue = os.Getenv("MAX_QUEUE") | |
) | |
// Job represents the job to be run | |
type Job struct { | |
Payload Payload | |
} | |
// A buffered channel that we can send work requests on. | |
var JobQueue chan Job | |
// Worker represents the worker that executes the job | |
type Worker struct { | |
WorkerPool chan chan Job | |
JobChannel chan Job | |
quit chan bool | |
} | |
func NewWorker(workerPool chan chan Job) Worker { | |
return Worker{ | |
WorkerPool: workerPool, | |
JobChannel: make(chan Job), | |
quit: make(chan bool)} | |
} | |
// Start method starts the run loop for the worker, listening for a quit channel in | |
// case we need to stop it | |
func (w Worker) Start() { | |
go func() { | |
for { | |
// register the current worker into the worker queue. | |
w.WorkerPool <- w.JobChannel | |
select { | |
case job := <-w.JobChannel: | |
// we have received a work request. | |
if err := job.Payload.UploadToS3(); err != nil { | |
log.Errorf("Error uploading to S3: %s", err.Error()) | |
} | |
case <-w.quit: | |
// we have received a signal to stop | |
return | |
} | |
} | |
}() | |
} | |
// Stop signals the worker to stop listening for work requests. | |
func (w Worker) Stop() { | |
go func() { | |
w.quit <- true | |
}() | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment