2015-07-26 16:44:51 +02:00
|
|
|
// Copyright 2014, 2015 by Sascha L. Teichmann
|
2014-09-10 17:33:13 +02:00
|
|
|
// Use of this source code is governed by the MIT license
|
|
|
|
// that can be found in the LICENSE file.
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
package common
|
2014-09-07 21:46:55 +02:00
|
|
|
|
|
|
|
import (
|
2014-09-13 19:18:12 +02:00
|
|
|
"bufio"
|
2017-02-25 19:29:27 +01:00
|
|
|
"bytes"
|
|
|
|
"errors"
|
2014-09-07 21:46:55 +02:00
|
|
|
"fmt"
|
|
|
|
"net"
|
2015-06-28 14:41:07 +02:00
|
|
|
"strconv"
|
2017-02-25 19:29:27 +01:00
|
|
|
"unicode"
|
2014-09-07 21:46:55 +02:00
|
|
|
)
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
type RedisClient struct {
|
2017-03-02 10:57:03 +01:00
|
|
|
conn net.Conn
|
|
|
|
reader *bufio.Reader
|
2017-03-03 23:00:29 +01:00
|
|
|
arena []byte
|
2017-03-06 11:44:06 +01:00
|
|
|
scratch [130]byte
|
2014-09-07 21:46:55 +02:00
|
|
|
}
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
func NewRedisClient(network, address string) (client *RedisClient, err error) {
|
2014-09-07 21:46:55 +02:00
|
|
|
var conn net.Conn
|
|
|
|
if conn, err = net.Dial(network, address); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
client = &RedisClient{conn: conn, reader: bufio.NewReaderSize(conn, 8*1024)}
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
func (client *RedisClient) Close() error {
|
2014-09-07 21:46:55 +02:00
|
|
|
return client.conn.Close()
|
|
|
|
}
|
|
|
|
|
2017-02-24 19:49:08 +01:00
|
|
|
var (
|
|
|
|
writeArray4 = []byte("*4\r\n")
|
|
|
|
hspatial = []byte("HSPATIAL")
|
|
|
|
nl = []byte("\r\n")
|
|
|
|
ignore = []byte("IGNORE")
|
|
|
|
)
|
|
|
|
|
2017-03-06 11:44:06 +01:00
|
|
|
func writeBulkString(buf []byte, data []byte) []byte {
|
2017-02-25 17:00:17 +01:00
|
|
|
buf = append(buf, '$')
|
|
|
|
buf = strconv.AppendInt(buf, int64(len(data)), 10)
|
|
|
|
buf = append(buf, nl...)
|
|
|
|
buf = append(buf, data...)
|
|
|
|
buf = append(buf, nl...)
|
2017-03-06 11:44:06 +01:00
|
|
|
return buf
|
2014-09-07 21:46:55 +02:00
|
|
|
}
|
|
|
|
|
2017-03-06 11:44:06 +01:00
|
|
|
func (client *RedisClient) writeHSpatial(p1, p2 int64) error {
|
|
|
|
tmp := client.scratch[:0:40]
|
|
|
|
buf := client.scratch[40:40]
|
|
|
|
buf = append(buf, writeArray4...)
|
|
|
|
buf = writeBulkString(buf, hspatial)
|
|
|
|
buf = writeBulkString(buf, ignore)
|
|
|
|
buf = writeBulkString(buf, keyToBytes(p1, tmp))
|
|
|
|
buf = writeBulkString(buf, keyToBytes(p2, tmp))
|
|
|
|
_, err := client.conn.Write(buf)
|
|
|
|
return err
|
2014-09-07 21:46:55 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func isError(line []byte) error {
|
|
|
|
if len(line) > 0 && line[0] == '-' {
|
|
|
|
return fmt.Errorf("error: %s", line[1:])
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-02-25 19:29:27 +01:00
|
|
|
// parseSize is a cheaper replacement for fmt.Sscanf(string(line), "$%d\r\n", &size).
|
|
|
|
func parseSize(line []byte) (int, error) {
|
|
|
|
if len(line) < 1 || line[0] != '$' {
|
|
|
|
return 0, errors.New("Missing '$' at begin of line")
|
|
|
|
}
|
|
|
|
line = bytes.TrimFunc(line[1:], unicode.IsSpace)
|
|
|
|
v, err := strconv.ParseInt(string(line), 10, 0)
|
|
|
|
return int(v), err
|
|
|
|
}
|
|
|
|
|
2017-03-03 23:00:29 +01:00
|
|
|
func (client *RedisClient) alloc(size int) []byte {
|
|
|
|
a := client.arena
|
|
|
|
if len(a) < size {
|
|
|
|
a = make([]byte, Max(size, 16*1024))
|
|
|
|
}
|
|
|
|
x := a[:size:size]
|
|
|
|
client.arena = a[size:]
|
|
|
|
return x
|
|
|
|
}
|
|
|
|
|
2014-09-13 19:18:12 +02:00
|
|
|
func (client *RedisClient) readBulkString(data *[]byte) (size int, err error) {
|
2014-09-07 21:46:55 +02:00
|
|
|
var line []byte
|
2017-02-24 21:23:04 +01:00
|
|
|
if line, err = client.reader.ReadBytes('\n'); err != nil {
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
if err = isError(line); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-02-25 19:29:27 +01:00
|
|
|
if size, err = parseSize(line); err != nil || size <= 0 {
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
if cap(*data) < size {
|
2017-03-03 23:00:29 +01:00
|
|
|
*data = client.alloc(size)
|
|
|
|
} else {
|
|
|
|
*data = (*data)[:size]
|
2014-09-07 21:46:55 +02:00
|
|
|
}
|
|
|
|
for rest := size; rest > 0; {
|
|
|
|
var n int
|
|
|
|
if n, err = client.reader.Read((*data)[size-rest : size]); err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rest -= n
|
|
|
|
}
|
2017-02-24 19:54:19 +01:00
|
|
|
_, err = client.reader.ReadBytes('\n')
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2017-03-03 23:00:29 +01:00
|
|
|
func (client *RedisClient) QueryCuboid(cuboid Cuboid, fn func(*Block) *Block) (count int, err error) {
|
2014-09-13 19:18:12 +02:00
|
|
|
p1 := CoordToPlain(cuboid.P1)
|
|
|
|
p2 := CoordToPlain(cuboid.P2)
|
2014-09-07 21:46:55 +02:00
|
|
|
if err = client.writeHSpatial(p1, p2); err != nil {
|
|
|
|
return
|
|
|
|
}
|
2017-02-28 00:33:59 +01:00
|
|
|
|
2014-09-07 21:46:55 +02:00
|
|
|
var (
|
2017-03-03 23:00:29 +01:00
|
|
|
block *Block
|
2014-09-07 21:46:55 +02:00
|
|
|
size int
|
|
|
|
key int64
|
2017-03-03 23:00:29 +01:00
|
|
|
data []byte
|
2014-09-07 21:46:55 +02:00
|
|
|
)
|
|
|
|
|
2017-03-03 16:03:08 +01:00
|
|
|
for s := client.scratch[:]; ; count++ {
|
|
|
|
p := &s
|
|
|
|
if size, err = client.readBulkString(p); err != nil {
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
|
|
|
if size <= 0 {
|
|
|
|
break
|
|
|
|
}
|
2017-03-03 23:00:29 +01:00
|
|
|
if key, err = DecodeStringFromBytes(*p); err != nil {
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
2017-02-25 19:29:27 +01:00
|
|
|
if size, err = client.readBulkString(&data); err != nil || size < 0 {
|
2014-09-07 21:46:55 +02:00
|
|
|
return
|
|
|
|
}
|
2017-03-03 23:00:29 +01:00
|
|
|
if block == nil {
|
|
|
|
block = &Block{Coord: PlainToCoord(key), Data: data}
|
|
|
|
} else {
|
|
|
|
*block = Block{Coord: PlainToCoord(key), Data: data}
|
|
|
|
}
|
|
|
|
if block = fn(block); block != nil {
|
|
|
|
data = block.Data[:0]
|
|
|
|
} else {
|
|
|
|
data = nil
|
|
|
|
}
|
2014-09-07 21:46:55 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|