aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authoronur1 <onur1@onurgunduz.com>2022-01-08 00:11:20 +0100
committeronur1 <onur1@onurgunduz.com>2022-01-08 00:11:20 +0100
commitb4609bd07acf106df3fe9fb67856d9ae781200e0 (patch)
tree9113c626efe4f382d173eb1be87571dc0a4eb80c
downloadmuxer-b4609bd07acf106df3fe9fb67856d9ae781200e0.tar.gz
muxer-b4609bd07acf106df3fe9fb67856d9ae781200e0.zip
Init
-rw-r--r--README.md3
-rw-r--r--go.mod11
-rw-r--r--go.sum11
-rw-r--r--message.go15
-rw-r--r--reader.go273
-rw-r--r--varint.go38
6 files changed, 351 insertions, 0 deletions
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..bb53872
--- /dev/null
+++ b/README.md
@@ -0,0 +1,3 @@
+# binproto
+
+Status: Development
diff --git a/go.mod b/go.mod
new file mode 100644
index 0000000..b74bb75
--- /dev/null
+++ b/go.mod
@@ -0,0 +1,11 @@
+module github.com/onur1/binproto
+
+go 1.17
+
+require github.com/stretchr/testify v1.7.0
+
+require (
+ github.com/davecgh/go-spew v1.1.0 // indirect
+ github.com/pmezard/go-difflib v1.0.0 // indirect
+ gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c // indirect
+)
diff --git a/go.sum b/go.sum
new file mode 100644
index 0000000..acb88a4
--- /dev/null
+++ b/go.sum
@@ -0,0 +1,11 @@
+github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8=
+github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
+github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
+github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
+gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
+gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
diff --git a/message.go b/message.go
new file mode 100644
index 0000000..1ffa919
--- /dev/null
+++ b/message.go
@@ -0,0 +1,15 @@
+package binproto
+
+type Message struct {
+ ID int
+ Channel rune
+ Data []byte
+}
+
+func NewMessage(id int, ch rune, data []byte) *Message {
+ return &Message{
+ ID: id,
+ Channel: ch,
+ Data: data,
+ }
+}
diff --git a/reader.go b/reader.go
new file mode 100644
index 0000000..71984b0
--- /dev/null
+++ b/reader.go
@@ -0,0 +1,273 @@
+package binproto
+
+import (
+ "errors"
+ "io"
+)
+
+type Reader struct {
+ rd io.Reader
+ r, w int
+ buf []byte
+ err error
+ state int
+ factor uint64
+ varint uint64
+ header uint64
+ length int
+ consumed int
+ messages []*Message
+ latest []byte
+ missing int
+}
+
+const (
+ minReadBufferSize = 16
+
+ defaultMaxMessageSize = 8 * 1024 * 1024
+ defaultBufSize = 4096
+)
+
+var (
+ ErrMessageSizeExceeded = errors.New("binproto: message too big")
+ ErrMessageMalformed = errors.New("binproto: message malformed")
+)
+
+var (
+ errNegativeRead = errors.New("binproto: reader returned negative count from Read")
+)
+
+const maxConsecutiveEmptyReads = 16
+
+func NewReader(rd io.Reader) *Reader {
+ return NewReaderSize(rd, defaultBufSize)
+}
+
+func NewReaderSize(rd io.Reader, size int) *Reader {
+ if size < minReadBufferSize {
+ size = minReadBufferSize
+ }
+ r := new(Reader)
+ r.reset(make([]byte, size), rd)
+ return r
+}
+
+func (b *Reader) fill() {
+ // Slide existing data to beginning.
+ if b.r > 0 {
+ copy(b.buf, b.buf[b.r:b.w])
+ b.w -= b.r
+ b.r = 0
+ }
+
+ length := len(b.buf)
+
+ if b.w >= length {
+ panic("bufio: tried to fill full buffer")
+ }
+
+ for i := maxConsecutiveEmptyReads; i > 0; i-- {
+ n, err := b.rd.Read(b.buf[b.w:])
+ if n < 0 {
+ panic(errNegativeRead)
+ }
+ b.w += n
+ if err != nil {
+ if errors.Is(err, io.EOF) && b.missing > 0 {
+ err = io.ErrUnexpectedEOF
+ }
+ b.err = err
+ return
+ }
+
+ if n > 0 {
+ if length < n {
+ b.err = io.ErrShortBuffer
+ return
+ }
+ return
+ }
+ }
+ b.err = io.ErrNoProgress
+}
+
+func (b *Reader) ReadMessage() (message *Message, err error) {
+ bufferLength := len(b.buf)
+
+ for {
+ if b.err != nil {
+ message = nil
+ b.r = b.w
+ err = b.readErr()
+ break
+ }
+
+ // Found message?
+ if len(b.messages) > 0 {
+ message, b.messages = b.messages[0], b.messages[1:]
+ b.missing = 0
+ copy(b.buf, b.buf[b.r:b.w])
+ b.w -= b.r
+ b.r = 0
+ break
+ }
+
+ // Reading ok?
+ if b.state == 0 && b.r > 1 {
+ b.r = b.w
+ err = io.ErrNoProgress
+ break
+ }
+
+ if b.r < b.w {
+ if b.state == 2 {
+ b.r = b.readMessage(b.buf[:b.w], b.r)
+ } else {
+ b.r = b.readVarint(b.buf[:b.w], b.r)
+ }
+ continue
+ }
+
+ if b.state == 2 && b.length == 0 {
+ b.r = b.readMessage(b.buf, b.r)
+ continue
+ }
+
+ // Is buffer big enough?
+ remaining := b.length - b.consumed
+ if b.w+remaining > bufferLength {
+ b.r = b.w
+ err = io.ErrShortBuffer
+ break
+ }
+
+ b.fill()
+ }
+
+ return
+}
+
+func (b *Reader) Reset(r io.Reader) {
+ if b.buf == nil {
+ b.buf = make([]byte, defaultBufSize)
+ }
+ b.reset(b.buf, r)
+}
+
+func (b *Reader) next(data []byte, offset int) bool {
+ switch b.state {
+ case 0:
+ b.state = 1
+ b.factor = 1
+ b.length = int(b.varint)
+ b.consumed = 0
+ b.varint = 0
+ if b.length == 0 {
+ b.state = 0
+ }
+
+ return true
+ case 1:
+ b.state = 2
+ b.factor = 1
+ b.header = b.varint
+ b.length -= b.consumed
+ b.consumed = 0
+ b.varint = 0
+ if b.length < 0 || b.length > defaultMaxMessageSize {
+ b.destroy(ErrMessageSizeExceeded)
+
+ return false
+ }
+ extra := len(data) - offset
+ if b.length > extra {
+ b.missing = b.length - extra
+ }
+
+ return true
+ case 2:
+ b.state = 0
+ b.messages = append(b.messages, NewMessage(int(b.header>>4), rune(b.header&0b1111), b.latest))
+ b.latest = nil
+
+ return b.err == nil
+ default:
+ return false
+ }
+}
+
+func (b *Reader) readMessage(data []byte, offset int) int {
+ l := len(data)
+
+ free := l - offset
+ if free >= b.length {
+ if b.latest != nil {
+ copy(b.latest[len(b.latest)-b.length:], data[offset:])
+ } else {
+ b.latest = make([]byte, (offset+b.length)-offset)
+ copy(b.latest, data[offset:offset+b.length])
+ }
+
+ offset += b.length
+
+ if b.next(data, offset) {
+ return offset
+ }
+
+ return l
+ }
+
+ if b.latest == nil {
+ b.latest = make([]byte, b.length)
+ }
+
+ copy(b.latest[len(b.latest)-b.length:], data[offset:])
+
+ b.length -= free
+
+ return l
+}
+
+func (b *Reader) readVarint(data []byte, offset int) int {
+ for ; offset < len(data); offset++ {
+ b.varint += uint64(data[offset]&127) * b.factor
+ b.consumed += 1
+
+ if data[offset] < 128 {
+ offset += 1
+
+ if b.next(data, offset) {
+ return offset
+ }
+ return len(data)
+ }
+
+ b.factor *= 128
+ }
+
+ if b.consumed >= 11 {
+ b.destroy(ErrMessageMalformed)
+ }
+
+ return len(data)
+}
+
+func (b *Reader) readErr() error {
+ err := b.err
+ b.err = nil
+ return err
+}
+
+func (b *Reader) reset(buf []byte, r io.Reader) {
+ *b = Reader{
+ rd: r,
+ buf: buf,
+ factor: 1,
+ }
+}
+
+func (b *Reader) destroy(err error) {
+ if err != nil {
+ b.err = err
+ }
+}
diff --git a/varint.go b/varint.go
new file mode 100644
index 0000000..923f490
--- /dev/null
+++ b/varint.go
@@ -0,0 +1,38 @@
+package binproto
+
+import "math"
+
+var (
+ n1 = uint64(math.Pow(2, 7))
+ n2 = uint64(math.Pow(2, 14))
+ n3 = uint64(math.Pow(2, 21))
+ n4 = uint64(math.Pow(2, 28))
+ n5 = uint64(math.Pow(2, 35))
+ n6 = uint64(math.Pow(2, 42))
+ n7 = uint64(math.Pow(2, 49))
+ n8 = uint64(math.Pow(2, 56))
+ n9 = uint64(math.Pow(2, 63))
+)
+
+func encodingLength(i uint64) int {
+ if i < n1 {
+ return 1
+ } else if i < n2 {
+ return 2
+ } else if i < n3 {
+ return 3
+ } else if i < n4 {
+ return 4
+ } else if i < n5 {
+ return 5
+ } else if i < n6 {
+ return 6
+ } else if i < n7 {
+ return 7
+ } else if i < n8 {
+ return 8
+ } else if i < n9 {
+ return 9
+ }
+ return 10
+}