2022-02-09 12:10:02 +01:00
|
|
|
package channel
|
|
|
|
|
2022-04-25 15:37:00 +02:00
|
|
|
// MapParallel applies mapper to all I's coming from in and sends their return values to out while preserving input order.
|
2022-02-09 12:10:02 +01:00
|
|
|
// All mappings will be done as concurrently as possible
|
|
|
|
func MapParallel[I, O any](source <-chan I, mapper func(I) O) (out <-chan O) {
|
|
|
|
return MapParallelWithRunner(source, NewUnlimitedRunner(), mapper)
|
|
|
|
}
|
|
|
|
|
|
|
|
// MapParallelWithRunner behaves like MapParallel but uses runner to spawn its routines
|
2022-02-10 08:07:03 +01:00
|
|
|
func MapParallelWithRunner[I, O any](source <-chan I, runner Runner, mapper func(I) O) <-chan O {
|
|
|
|
out := make(chan O, cap(source))
|
2022-02-09 12:10:02 +01:00
|
|
|
outchannels := make(chan chan O, cap(source))
|
|
|
|
|
|
|
|
// start routine for each incoming value
|
|
|
|
go func(in <-chan I, outchannels chan chan O) {
|
|
|
|
defer close(outchannels)
|
|
|
|
for inputValue := range in {
|
|
|
|
inputValue := inputValue
|
|
|
|
outCh := make(chan O)
|
|
|
|
outchannels <- outCh
|
|
|
|
|
|
|
|
runner.Run(func() {
|
|
|
|
defer close(outCh)
|
|
|
|
outCh <- mapper(inputValue)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}(source, outchannels)
|
|
|
|
|
|
|
|
// gather all results in incoming order
|
|
|
|
go func(out chan<- O, outchannels chan chan O) {
|
|
|
|
defer close(out)
|
|
|
|
for ch := range outchannels {
|
|
|
|
for outputValue := range ch {
|
|
|
|
out <- outputValue
|
|
|
|
}
|
|
|
|
}
|
2022-02-10 08:07:03 +01:00
|
|
|
}(out, outchannels)
|
2022-02-09 12:10:02 +01:00
|
|
|
|
2022-02-10 08:07:03 +01:00
|
|
|
return out
|
2022-02-09 12:10:02 +01:00
|
|
|
}
|
|
|
|
|
2022-04-25 15:37:00 +02:00
|
|
|
// Map applies mapper to all I's coming from in and sends their return values to out while preserving input order.
|
2022-02-09 12:10:02 +01:00
|
|
|
// All mappings will be done successively
|
|
|
|
func Map[I, O any](source <-chan I, mapper func(I) O) <-chan O {
|
|
|
|
out := make(chan O, cap(source))
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
defer close(out)
|
|
|
|
for value := range source {
|
|
|
|
out <- mapper(value)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return out
|
|
|
|
}
|