interleaver: Run producer and consumer in separate go routines.

This commit is contained in:
Sascha L. Teichmann 2014-08-24 19:27:16 +02:00
parent 82be84d449
commit fc50897d2d

View File

@ -49,17 +49,32 @@ func selectKeyEncoder(interleaved bool) common.KeyEncoder {
}
func copyProducerToConsumer(producer BlockProducer, consumer BlockConsumer) (err error) {
var block Block
i := 0
blocks := make(chan *Block)
done := make(chan struct{})
defer close(done)
go func() {
defer close(blocks)
for {
if err = producer.Next(&block); err != nil {
if err == ErrNoMoreBlocks {
err = nil
break
block := new(Block)
if err = producer.Next(block); err != nil {
if err != ErrNoMoreBlocks {
log.Printf("Reading failed: %s\n", err)
}
return
}
if err = consumer.Consume(&block); err != nil {
select {
case blocks <- block:
case <-done:
return
}
}
}()
i := 0
for block := range blocks {
if err = consumer.Consume(block); err != nil {
return
}
i++