-
Notifications
You must be signed in to change notification settings - Fork 1
/
parallel.go
51 lines (45 loc) · 876 Bytes
/
parallel.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
package main
import (
"context"
"golang.org/x/sync/semaphore"
"runtime"
"sync"
)
var sem *semaphore.Weighted
var waitgroup sync.WaitGroup
var parallelError = make(chan error, 1000)
func initParallel() {
parallel := options.Parallel
if parallel <= 0 {
parallel = runtime.GOMAXPROCS(0)
}
sem = semaphore.NewWeighted(int64(parallel))
}
func RunParallel(meta interface{}, f func(meta interface{}) error) {
waitgroup.Add(1)
go func(meta interface{}) {
defer waitgroup.Done()
err := sem.Acquire(context.TODO(), 1)
if err != nil {
parallelError <- err
return
}
defer sem.Release(1)
err = f(meta)
if err != nil {
parallelError <- err
}
}(meta)
}
func WaitParallel() []error {
waitgroup.Wait()
errors := make([]error, 0)
for {
select {
case err := <-parallelError:
errors = append(errors, err)
default:
return errors
}
}
}