diff options
| author | onur1 <onur1@onurgunduz.com> | 2022-01-08 00:11:20 +0100 |
|---|---|---|
| committer | onur1 <onur1@onurgunduz.com> | 2022-01-08 00:11:20 +0100 |
| commit | b4609bd07acf106df3fe9fb67856d9ae781200e0 (patch) | |
| tree | 9113c626efe4f382d173eb1be87571dc0a4eb80c | |
| download | muxer-b4609bd07acf106df3fe9fb67856d9ae781200e0.tar.gz muxer-b4609bd07acf106df3fe9fb67856d9ae781200e0.zip | |
Init
| -rw-r--r-- | README.md | 3 | ||||
| -rw-r--r-- | go.mod | 11 | ||||
| -rw-r--r-- | go.sum | 11 | ||||
| -rw-r--r-- | message.go | 15 | ||||
| -rw-r--r-- | reader.go | 273 | ||||
| -rw-r--r-- | varint.go | 38 |
6 files changed, 351 insertions, 0 deletions
diff --git a/README.md b/README.md new file mode 100644 index 0000000..bb53872 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +# binproto + +Status: Development @@ -0,0 +1,11 @@ +module github.com/onur1/binproto + +go 1.17 + +require github.com/stretchr/testify v1.7.0 + +require ( + github.com/davecgh/go-spew v1.1.0 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect + gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c // indirect +) @@ -0,0 +1,11 @@ +github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/message.go b/message.go new file mode 100644 index 0000000..1ffa919 --- /dev/null +++ b/message.go @@ -0,0 +1,15 @@ +package binproto + +type Message struct { + ID int + Channel rune + Data []byte +} + +func NewMessage(id int, ch rune, data []byte) *Message { + return &Message{ + ID: id, + Channel: ch, + Data: data, + } +} diff --git a/reader.go b/reader.go new file mode 100644 index 0000000..71984b0 --- /dev/null +++ b/reader.go @@ -0,0 +1,273 @@ +package binproto + +import ( + "errors" + "io" +) + +type Reader struct { + rd io.Reader + r, w int + buf []byte + err error + state int + factor uint64 + varint uint64 + header uint64 + length int + consumed int + messages []*Message + latest []byte + missing int +} + +const ( + minReadBufferSize = 16 + + defaultMaxMessageSize = 8 * 1024 * 1024 + defaultBufSize = 4096 +) + +var ( + ErrMessageSizeExceeded = errors.New("binproto: message too big") + ErrMessageMalformed = errors.New("binproto: message malformed") +) + +var ( + errNegativeRead = errors.New("binproto: reader returned negative count from Read") +) + +const maxConsecutiveEmptyReads = 16 + +func NewReader(rd io.Reader) *Reader { + return NewReaderSize(rd, defaultBufSize) +} + +func NewReaderSize(rd io.Reader, size int) *Reader { + if size < minReadBufferSize { + size = minReadBufferSize + } + r := new(Reader) + r.reset(make([]byte, size), rd) + return r +} + +func (b *Reader) fill() { + // Slide existing data to beginning. + if b.r > 0 { + copy(b.buf, b.buf[b.r:b.w]) + b.w -= b.r + b.r = 0 + } + + length := len(b.buf) + + if b.w >= length { + panic("bufio: tried to fill full buffer") + } + + for i := maxConsecutiveEmptyReads; i > 0; i-- { + n, err := b.rd.Read(b.buf[b.w:]) + if n < 0 { + panic(errNegativeRead) + } + b.w += n + if err != nil { + if errors.Is(err, io.EOF) && b.missing > 0 { + err = io.ErrUnexpectedEOF + } + b.err = err + return + } + + if n > 0 { + if length < n { + b.err = io.ErrShortBuffer + return + } + return + } + } + b.err = io.ErrNoProgress +} + +func (b *Reader) ReadMessage() (message *Message, err error) { + bufferLength := len(b.buf) + + for { + if b.err != nil { + message = nil + b.r = b.w + err = b.readErr() + break + } + + // Found message? + if len(b.messages) > 0 { + message, b.messages = b.messages[0], b.messages[1:] + b.missing = 0 + copy(b.buf, b.buf[b.r:b.w]) + b.w -= b.r + b.r = 0 + break + } + + // Reading ok? + if b.state == 0 && b.r > 1 { + b.r = b.w + err = io.ErrNoProgress + break + } + + if b.r < b.w { + if b.state == 2 { + b.r = b.readMessage(b.buf[:b.w], b.r) + } else { + b.r = b.readVarint(b.buf[:b.w], b.r) + } + continue + } + + if b.state == 2 && b.length == 0 { + b.r = b.readMessage(b.buf, b.r) + continue + } + + // Is buffer big enough? + remaining := b.length - b.consumed + if b.w+remaining > bufferLength { + b.r = b.w + err = io.ErrShortBuffer + break + } + + b.fill() + } + + return +} + +func (b *Reader) Reset(r io.Reader) { + if b.buf == nil { + b.buf = make([]byte, defaultBufSize) + } + b.reset(b.buf, r) +} + +func (b *Reader) next(data []byte, offset int) bool { + switch b.state { + case 0: + b.state = 1 + b.factor = 1 + b.length = int(b.varint) + b.consumed = 0 + b.varint = 0 + if b.length == 0 { + b.state = 0 + } + + return true + case 1: + b.state = 2 + b.factor = 1 + b.header = b.varint + b.length -= b.consumed + b.consumed = 0 + b.varint = 0 + if b.length < 0 || b.length > defaultMaxMessageSize { + b.destroy(ErrMessageSizeExceeded) + + return false + } + extra := len(data) - offset + if b.length > extra { + b.missing = b.length - extra + } + + return true + case 2: + b.state = 0 + b.messages = append(b.messages, NewMessage(int(b.header>>4), rune(b.header&0b1111), b.latest)) + b.latest = nil + + return b.err == nil + default: + return false + } +} + +func (b *Reader) readMessage(data []byte, offset int) int { + l := len(data) + + free := l - offset + if free >= b.length { + if b.latest != nil { + copy(b.latest[len(b.latest)-b.length:], data[offset:]) + } else { + b.latest = make([]byte, (offset+b.length)-offset) + copy(b.latest, data[offset:offset+b.length]) + } + + offset += b.length + + if b.next(data, offset) { + return offset + } + + return l + } + + if b.latest == nil { + b.latest = make([]byte, b.length) + } + + copy(b.latest[len(b.latest)-b.length:], data[offset:]) + + b.length -= free + + return l +} + +func (b *Reader) readVarint(data []byte, offset int) int { + for ; offset < len(data); offset++ { + b.varint += uint64(data[offset]&127) * b.factor + b.consumed += 1 + + if data[offset] < 128 { + offset += 1 + + if b.next(data, offset) { + return offset + } + return len(data) + } + + b.factor *= 128 + } + + if b.consumed >= 11 { + b.destroy(ErrMessageMalformed) + } + + return len(data) +} + +func (b *Reader) readErr() error { + err := b.err + b.err = nil + return err +} + +func (b *Reader) reset(buf []byte, r io.Reader) { + *b = Reader{ + rd: r, + buf: buf, + factor: 1, + } +} + +func (b *Reader) destroy(err error) { + if err != nil { + b.err = err + } +} diff --git a/varint.go b/varint.go new file mode 100644 index 0000000..923f490 --- /dev/null +++ b/varint.go @@ -0,0 +1,38 @@ +package binproto + +import "math" + +var ( + n1 = uint64(math.Pow(2, 7)) + n2 = uint64(math.Pow(2, 14)) + n3 = uint64(math.Pow(2, 21)) + n4 = uint64(math.Pow(2, 28)) + n5 = uint64(math.Pow(2, 35)) + n6 = uint64(math.Pow(2, 42)) + n7 = uint64(math.Pow(2, 49)) + n8 = uint64(math.Pow(2, 56)) + n9 = uint64(math.Pow(2, 63)) +) + +func encodingLength(i uint64) int { + if i < n1 { + return 1 + } else if i < n2 { + return 2 + } else if i < n3 { + return 3 + } else if i < n4 { + return 4 + } else if i < n5 { + return 5 + } else if i < n6 { + return 6 + } else if i < n7 { + return 7 + } else if i < n8 { + return 8 + } else if i < n9 { + return 9 + } + return 10 +} |
