WORKERS

workers pool for Golang

Install

go get -u github.com/aacfactory/workers

Usage

Create worker task

type Task struct {}

func (task *Task) Execute(ctx context.Context) {
    // todo: handle task
}

New workers and execute command

ws := workers.New()

// dispatch task to worker
ctx := context.TODO()
if ok := ws.Dispatch(ctx, &Task{}); !ok {
    // todo: handle 'no workers remain' or 'closed' or 'context timeout'
}

// must dispatch task to worker 
ws.MustDispatch(ctx, &Task{})

ws.Close()

LongTask for no timeout reader

type LongTask struct {
	*workers.AbstractLongTask
	reader io.Reader
}

func (task *LongTask) Execute(ctx context.Context) {
	for {
        if aborted, cause := task.Aborted(); aborted {
            // handle timeout
            break
        }
		p := make([]byte, 0, 10)
		n, readErr := task.reader.Read(p)
		if readErr != nil {
            task.Close()
		}
		task.Touch(3 * time.Second)
		// handle content
	}
}

task := &LongTask{
    AbstractLongTask: workers.NewAbstractLongTask(3 * time.Second),
}

Benchmark

Handler used in benchmark is sleeping 50 millisecond as handling command.

goos: windows
goarch: amd64
pkg: github.com/aacfactory/workers
cpu: AMD Ryzen 9 3950X 16-Core Processor
BenchmarkNewWorkers
    worker_benchmark_test.go:37: total 1 accepted 1
    worker_benchmark_test.go:37: total 100 accepted 100
    worker_benchmark_test.go:37: total 10000 accepted 10000
    worker_benchmark_test.go:37: total 266420 accepted 266420
    worker_benchmark_test.go:37: total 834958 accepted 834958
    worker_benchmark_test.go:37: total 1104766 accepted 1104766
BenchmarkNewWorkers-32           1104766               953.7 ns/op            25
 B/op          1 allocs/op
PASS

Thanks

• valyala/fasthttp