mtcontrib/mtsatellite
1
0
Fork 0
mirror of https://bitbucket.org/s_l_teichmann/mtsatellite synced 2024-10-03 10:10:19 +02:00
Code Issues Projects Releases Wiki Activity

interleaver: Run producer and consumer in separate go routines.

Browse Source
This commit is contained in:
Sascha L. Teichmann 2014-08-24 19:27:16 +02:00
parent 82be84d449
commit fc50897d2d
1 changed files with 24 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
interleaver/main.go
View File

@ -49,17 +49,32 @@ func selectKeyEncoder(interleaved bool) common.KeyEncoder {
} }
func copyProducerToConsumer(producer BlockProducer, consumer BlockConsumer) (err error) { func copyProducerToConsumer(producer BlockProducer, consumer BlockConsumer) (err error) {
var block Block
i := 0 blocks := make(chan *Block)
done := make(chan struct{})
defer close(done)
go func() {
defer close(blocks)
for { for {
if err = producer.Next(&block); err != nil { block := new(Block)
if err == ErrNoMoreBlocks { if err = producer.Next(block); err != nil {
err = nil if err != ErrNoMoreBlocks {
break log.Printf("Reading failed: %s\n", err)
} }
return return
} }
if err = consumer.Consume(&block); err != nil { select {
case blocks <- block:
case <-done:
return
}
}
}()
i := 0
for block := range blocks {
if err = consumer.Consume(block); err != nil {
return return
} }
i++ i++