vendor: rm github.com/hashicorp/go-msgpack/codec
This commit is contained in:
parent
05ce58279e
commit
eccfa6de5c
|
@ -1,25 +0,0 @@
|
||||||
Copyright (c) 2012, 2013 Ugorji Nwoke.
|
|
||||||
All rights reserved.
|
|
||||||
|
|
||||||
Redistribution and use in source and binary forms, with or without modification,
|
|
||||||
are permitted provided that the following conditions are met:
|
|
||||||
|
|
||||||
* Redistributions of source code must retain the above copyright notice,
|
|
||||||
this list of conditions and the following disclaimer.
|
|
||||||
* Redistributions in binary form must reproduce the above copyright notice,
|
|
||||||
this list of conditions and the following disclaimer in the documentation
|
|
||||||
and/or other materials provided with the distribution.
|
|
||||||
* Neither the name of the author nor the names of its contributors may be used
|
|
||||||
to endorse or promote products derived from this software
|
|
||||||
without specific prior written permission.
|
|
||||||
|
|
||||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
|
||||||
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
||||||
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
||||||
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
|
|
||||||
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
||||||
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
||||||
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
|
|
||||||
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
||||||
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
||||||
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
@ -1,143 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
/*
|
|
||||||
High Performance, Feature-Rich Idiomatic Go encoding library for msgpack and binc .
|
|
||||||
|
|
||||||
Supported Serialization formats are:
|
|
||||||
|
|
||||||
- msgpack: [https://github.com/msgpack/msgpack]
|
|
||||||
- binc: [http://github.com/ugorji/binc]
|
|
||||||
|
|
||||||
To install:
|
|
||||||
|
|
||||||
go get github.com/ugorji/go/codec
|
|
||||||
|
|
||||||
The idiomatic Go support is as seen in other encoding packages in
|
|
||||||
the standard library (ie json, xml, gob, etc).
|
|
||||||
|
|
||||||
Rich Feature Set includes:
|
|
||||||
|
|
||||||
- Simple but extremely powerful and feature-rich API
|
|
||||||
- Very High Performance.
|
|
||||||
Our extensive benchmarks show us outperforming Gob, Json and Bson by 2-4X.
|
|
||||||
This was achieved by taking extreme care on:
|
|
||||||
- managing allocation
|
|
||||||
- function frame size (important due to Go's use of split stacks),
|
|
||||||
- reflection use (and by-passing reflection for common types)
|
|
||||||
- recursion implications
|
|
||||||
- zero-copy mode (encoding/decoding to byte slice without using temp buffers)
|
|
||||||
- Correct.
|
|
||||||
Care was taken to precisely handle corner cases like:
|
|
||||||
overflows, nil maps and slices, nil value in stream, etc.
|
|
||||||
- Efficient zero-copying into temporary byte buffers
|
|
||||||
when encoding into or decoding from a byte slice.
|
|
||||||
- Standard field renaming via tags
|
|
||||||
- Encoding from any value
|
|
||||||
(struct, slice, map, primitives, pointers, interface{}, etc)
|
|
||||||
- Decoding into pointer to any non-nil typed value
|
|
||||||
(struct, slice, map, int, float32, bool, string, reflect.Value, etc)
|
|
||||||
- Supports extension functions to handle the encode/decode of custom types
|
|
||||||
- Support Go 1.2 encoding.BinaryMarshaler/BinaryUnmarshaler
|
|
||||||
- Schema-less decoding
|
|
||||||
(decode into a pointer to a nil interface{} as opposed to a typed non-nil value).
|
|
||||||
Includes Options to configure what specific map or slice type to use
|
|
||||||
when decoding an encoded list or map into a nil interface{}
|
|
||||||
- Provides a RPC Server and Client Codec for net/rpc communication protocol.
|
|
||||||
- Msgpack Specific:
|
|
||||||
- Provides extension functions to handle spec-defined extensions (binary, timestamp)
|
|
||||||
- Options to resolve ambiguities in handling raw bytes (as string or []byte)
|
|
||||||
during schema-less decoding (decoding into a nil interface{})
|
|
||||||
- RPC Server/Client Codec for msgpack-rpc protocol defined at:
|
|
||||||
https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md
|
|
||||||
- Fast Paths for some container types:
|
|
||||||
For some container types, we circumvent reflection and its associated overhead
|
|
||||||
and allocation costs, and encode/decode directly. These types are:
|
|
||||||
[]interface{}
|
|
||||||
[]int
|
|
||||||
[]string
|
|
||||||
map[interface{}]interface{}
|
|
||||||
map[int]interface{}
|
|
||||||
map[string]interface{}
|
|
||||||
|
|
||||||
Extension Support
|
|
||||||
|
|
||||||
Users can register a function to handle the encoding or decoding of
|
|
||||||
their custom types.
|
|
||||||
|
|
||||||
There are no restrictions on what the custom type can be. Some examples:
|
|
||||||
|
|
||||||
type BisSet []int
|
|
||||||
type BitSet64 uint64
|
|
||||||
type UUID string
|
|
||||||
type MyStructWithUnexportedFields struct { a int; b bool; c []int; }
|
|
||||||
type GifImage struct { ... }
|
|
||||||
|
|
||||||
As an illustration, MyStructWithUnexportedFields would normally be
|
|
||||||
encoded as an empty map because it has no exported fields, while UUID
|
|
||||||
would be encoded as a string. However, with extension support, you can
|
|
||||||
encode any of these however you like.
|
|
||||||
|
|
||||||
RPC
|
|
||||||
|
|
||||||
RPC Client and Server Codecs are implemented, so the codecs can be used
|
|
||||||
with the standard net/rpc package.
|
|
||||||
|
|
||||||
Usage
|
|
||||||
|
|
||||||
Typical usage model:
|
|
||||||
|
|
||||||
// create and configure Handle
|
|
||||||
var (
|
|
||||||
bh codec.BincHandle
|
|
||||||
mh codec.MsgpackHandle
|
|
||||||
)
|
|
||||||
|
|
||||||
mh.MapType = reflect.TypeOf(map[string]interface{}(nil))
|
|
||||||
|
|
||||||
// configure extensions
|
|
||||||
// e.g. for msgpack, define functions and enable Time support for tag 1
|
|
||||||
// mh.AddExt(reflect.TypeOf(time.Time{}), 1, myMsgpackTimeEncodeExtFn, myMsgpackTimeDecodeExtFn)
|
|
||||||
|
|
||||||
// create and use decoder/encoder
|
|
||||||
var (
|
|
||||||
r io.Reader
|
|
||||||
w io.Writer
|
|
||||||
b []byte
|
|
||||||
h = &bh // or mh to use msgpack
|
|
||||||
)
|
|
||||||
|
|
||||||
dec = codec.NewDecoder(r, h)
|
|
||||||
dec = codec.NewDecoderBytes(b, h)
|
|
||||||
err = dec.Decode(&v)
|
|
||||||
|
|
||||||
enc = codec.NewEncoder(w, h)
|
|
||||||
enc = codec.NewEncoderBytes(&b, h)
|
|
||||||
err = enc.Encode(v)
|
|
||||||
|
|
||||||
//RPC Server
|
|
||||||
go func() {
|
|
||||||
for {
|
|
||||||
conn, err := listener.Accept()
|
|
||||||
rpcCodec := codec.GoRpc.ServerCodec(conn, h)
|
|
||||||
//OR rpcCodec := codec.MsgpackSpecRpc.ServerCodec(conn, h)
|
|
||||||
rpc.ServeCodec(rpcCodec)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
//RPC Communication (client side)
|
|
||||||
conn, err = net.Dial("tcp", "localhost:5555")
|
|
||||||
rpcCodec := codec.GoRpc.ClientCodec(conn, h)
|
|
||||||
//OR rpcCodec := codec.MsgpackSpecRpc.ClientCodec(conn, h)
|
|
||||||
client := rpc.NewClientWithCodec(rpcCodec)
|
|
||||||
|
|
||||||
Representative Benchmark Results
|
|
||||||
|
|
||||||
Run the benchmark suite using:
|
|
||||||
go test -bi -bench=. -benchmem
|
|
||||||
|
|
||||||
To run full benchmark suite (including against vmsgpack and bson),
|
|
||||||
see notes in ext_dep_test.go
|
|
||||||
|
|
||||||
*/
|
|
||||||
package codec
|
|
|
@ -1,174 +0,0 @@
|
||||||
# Codec
|
|
||||||
|
|
||||||
High Performance and Feature-Rich Idiomatic Go Library providing
|
|
||||||
encode/decode support for different serialization formats.
|
|
||||||
|
|
||||||
Supported Serialization formats are:
|
|
||||||
|
|
||||||
- msgpack: [https://github.com/msgpack/msgpack]
|
|
||||||
- binc: [http://github.com/ugorji/binc]
|
|
||||||
|
|
||||||
To install:
|
|
||||||
|
|
||||||
go get github.com/ugorji/go/codec
|
|
||||||
|
|
||||||
Online documentation: [http://godoc.org/github.com/ugorji/go/codec]
|
|
||||||
|
|
||||||
The idiomatic Go support is as seen in other encoding packages in
|
|
||||||
the standard library (ie json, xml, gob, etc).
|
|
||||||
|
|
||||||
Rich Feature Set includes:
|
|
||||||
|
|
||||||
- Simple but extremely powerful and feature-rich API
|
|
||||||
- Very High Performance.
|
|
||||||
Our extensive benchmarks show us outperforming Gob, Json and Bson by 2-4X.
|
|
||||||
This was achieved by taking extreme care on:
|
|
||||||
- managing allocation
|
|
||||||
- function frame size (important due to Go's use of split stacks),
|
|
||||||
- reflection use (and by-passing reflection for common types)
|
|
||||||
- recursion implications
|
|
||||||
- zero-copy mode (encoding/decoding to byte slice without using temp buffers)
|
|
||||||
- Correct.
|
|
||||||
Care was taken to precisely handle corner cases like:
|
|
||||||
overflows, nil maps and slices, nil value in stream, etc.
|
|
||||||
- Efficient zero-copying into temporary byte buffers
|
|
||||||
when encoding into or decoding from a byte slice.
|
|
||||||
- Standard field renaming via tags
|
|
||||||
- Encoding from any value
|
|
||||||
(struct, slice, map, primitives, pointers, interface{}, etc)
|
|
||||||
- Decoding into pointer to any non-nil typed value
|
|
||||||
(struct, slice, map, int, float32, bool, string, reflect.Value, etc)
|
|
||||||
- Supports extension functions to handle the encode/decode of custom types
|
|
||||||
- Support Go 1.2 encoding.BinaryMarshaler/BinaryUnmarshaler
|
|
||||||
- Schema-less decoding
|
|
||||||
(decode into a pointer to a nil interface{} as opposed to a typed non-nil value).
|
|
||||||
Includes Options to configure what specific map or slice type to use
|
|
||||||
when decoding an encoded list or map into a nil interface{}
|
|
||||||
- Provides a RPC Server and Client Codec for net/rpc communication protocol.
|
|
||||||
- Msgpack Specific:
|
|
||||||
- Provides extension functions to handle spec-defined extensions (binary, timestamp)
|
|
||||||
- Options to resolve ambiguities in handling raw bytes (as string or []byte)
|
|
||||||
during schema-less decoding (decoding into a nil interface{})
|
|
||||||
- RPC Server/Client Codec for msgpack-rpc protocol defined at:
|
|
||||||
https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md
|
|
||||||
- Fast Paths for some container types:
|
|
||||||
For some container types, we circumvent reflection and its associated overhead
|
|
||||||
and allocation costs, and encode/decode directly. These types are:
|
|
||||||
[]interface{}
|
|
||||||
[]int
|
|
||||||
[]string
|
|
||||||
map[interface{}]interface{}
|
|
||||||
map[int]interface{}
|
|
||||||
map[string]interface{}
|
|
||||||
|
|
||||||
## Extension Support
|
|
||||||
|
|
||||||
Users can register a function to handle the encoding or decoding of
|
|
||||||
their custom types.
|
|
||||||
|
|
||||||
There are no restrictions on what the custom type can be. Some examples:
|
|
||||||
|
|
||||||
type BisSet []int
|
|
||||||
type BitSet64 uint64
|
|
||||||
type UUID string
|
|
||||||
type MyStructWithUnexportedFields struct { a int; b bool; c []int; }
|
|
||||||
type GifImage struct { ... }
|
|
||||||
|
|
||||||
As an illustration, MyStructWithUnexportedFields would normally be
|
|
||||||
encoded as an empty map because it has no exported fields, while UUID
|
|
||||||
would be encoded as a string. However, with extension support, you can
|
|
||||||
encode any of these however you like.
|
|
||||||
|
|
||||||
## RPC
|
|
||||||
|
|
||||||
RPC Client and Server Codecs are implemented, so the codecs can be used
|
|
||||||
with the standard net/rpc package.
|
|
||||||
|
|
||||||
## Usage
|
|
||||||
|
|
||||||
Typical usage model:
|
|
||||||
|
|
||||||
// create and configure Handle
|
|
||||||
var (
|
|
||||||
bh codec.BincHandle
|
|
||||||
mh codec.MsgpackHandle
|
|
||||||
)
|
|
||||||
|
|
||||||
mh.MapType = reflect.TypeOf(map[string]interface{}(nil))
|
|
||||||
|
|
||||||
// configure extensions
|
|
||||||
// e.g. for msgpack, define functions and enable Time support for tag 1
|
|
||||||
// mh.AddExt(reflect.TypeOf(time.Time{}), 1, myMsgpackTimeEncodeExtFn, myMsgpackTimeDecodeExtFn)
|
|
||||||
|
|
||||||
// create and use decoder/encoder
|
|
||||||
var (
|
|
||||||
r io.Reader
|
|
||||||
w io.Writer
|
|
||||||
b []byte
|
|
||||||
h = &bh // or mh to use msgpack
|
|
||||||
)
|
|
||||||
|
|
||||||
dec = codec.NewDecoder(r, h)
|
|
||||||
dec = codec.NewDecoderBytes(b, h)
|
|
||||||
err = dec.Decode(&v)
|
|
||||||
|
|
||||||
enc = codec.NewEncoder(w, h)
|
|
||||||
enc = codec.NewEncoderBytes(&b, h)
|
|
||||||
err = enc.Encode(v)
|
|
||||||
|
|
||||||
//RPC Server
|
|
||||||
go func() {
|
|
||||||
for {
|
|
||||||
conn, err := listener.Accept()
|
|
||||||
rpcCodec := codec.GoRpc.ServerCodec(conn, h)
|
|
||||||
//OR rpcCodec := codec.MsgpackSpecRpc.ServerCodec(conn, h)
|
|
||||||
rpc.ServeCodec(rpcCodec)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
//RPC Communication (client side)
|
|
||||||
conn, err = net.Dial("tcp", "localhost:5555")
|
|
||||||
rpcCodec := codec.GoRpc.ClientCodec(conn, h)
|
|
||||||
//OR rpcCodec := codec.MsgpackSpecRpc.ClientCodec(conn, h)
|
|
||||||
client := rpc.NewClientWithCodec(rpcCodec)
|
|
||||||
|
|
||||||
## Representative Benchmark Results
|
|
||||||
|
|
||||||
A sample run of benchmark using "go test -bi -bench=. -benchmem":
|
|
||||||
|
|
||||||
/proc/cpuinfo: Intel(R) Core(TM) i7-2630QM CPU @ 2.00GHz (HT)
|
|
||||||
|
|
||||||
..............................................
|
|
||||||
BENCHMARK INIT: 2013-10-16 11:02:50.345970786 -0400 EDT
|
|
||||||
To run full benchmark comparing encodings (MsgPack, Binc, JSON, GOB, etc), use: "go test -bench=."
|
|
||||||
Benchmark:
|
|
||||||
Struct recursive Depth: 1
|
|
||||||
ApproxDeepSize Of benchmark Struct: 4694 bytes
|
|
||||||
Benchmark One-Pass Run:
|
|
||||||
v-msgpack: len: 1600 bytes
|
|
||||||
bson: len: 3025 bytes
|
|
||||||
msgpack: len: 1560 bytes
|
|
||||||
binc: len: 1187 bytes
|
|
||||||
gob: len: 1972 bytes
|
|
||||||
json: len: 2538 bytes
|
|
||||||
..............................................
|
|
||||||
PASS
|
|
||||||
Benchmark__Msgpack____Encode 50000 54359 ns/op 14953 B/op 83 allocs/op
|
|
||||||
Benchmark__Msgpack____Decode 10000 106531 ns/op 14990 B/op 410 allocs/op
|
|
||||||
Benchmark__Binc_NoSym_Encode 50000 53956 ns/op 14966 B/op 83 allocs/op
|
|
||||||
Benchmark__Binc_NoSym_Decode 10000 103751 ns/op 14529 B/op 386 allocs/op
|
|
||||||
Benchmark__Binc_Sym___Encode 50000 65961 ns/op 17130 B/op 88 allocs/op
|
|
||||||
Benchmark__Binc_Sym___Decode 10000 106310 ns/op 15857 B/op 287 allocs/op
|
|
||||||
Benchmark__Gob________Encode 10000 135944 ns/op 21189 B/op 237 allocs/op
|
|
||||||
Benchmark__Gob________Decode 5000 405390 ns/op 83460 B/op 1841 allocs/op
|
|
||||||
Benchmark__Json_______Encode 20000 79412 ns/op 13874 B/op 102 allocs/op
|
|
||||||
Benchmark__Json_______Decode 10000 247979 ns/op 14202 B/op 493 allocs/op
|
|
||||||
Benchmark__Bson_______Encode 10000 121762 ns/op 27814 B/op 514 allocs/op
|
|
||||||
Benchmark__Bson_______Decode 10000 162126 ns/op 16514 B/op 789 allocs/op
|
|
||||||
Benchmark__VMsgpack___Encode 50000 69155 ns/op 12370 B/op 344 allocs/op
|
|
||||||
Benchmark__VMsgpack___Decode 10000 151609 ns/op 20307 B/op 571 allocs/op
|
|
||||||
ok ugorji.net/codec 30.827s
|
|
||||||
|
|
||||||
To run full benchmark suite (including against vmsgpack and bson),
|
|
||||||
see notes in ext\_dep\_test.go
|
|
||||||
|
|
|
@ -1,786 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
import (
|
|
||||||
"math"
|
|
||||||
// "reflect"
|
|
||||||
// "sync/atomic"
|
|
||||||
"time"
|
|
||||||
//"fmt"
|
|
||||||
)
|
|
||||||
|
|
||||||
const bincDoPrune = true // No longer needed. Needed before as C lib did not support pruning.
|
|
||||||
|
|
||||||
//var _ = fmt.Printf
|
|
||||||
|
|
||||||
// vd as low 4 bits (there are 16 slots)
|
|
||||||
const (
|
|
||||||
bincVdSpecial byte = iota
|
|
||||||
bincVdPosInt
|
|
||||||
bincVdNegInt
|
|
||||||
bincVdFloat
|
|
||||||
|
|
||||||
bincVdString
|
|
||||||
bincVdByteArray
|
|
||||||
bincVdArray
|
|
||||||
bincVdMap
|
|
||||||
|
|
||||||
bincVdTimestamp
|
|
||||||
bincVdSmallInt
|
|
||||||
bincVdUnicodeOther
|
|
||||||
bincVdSymbol
|
|
||||||
|
|
||||||
bincVdDecimal
|
|
||||||
_ // open slot
|
|
||||||
_ // open slot
|
|
||||||
bincVdCustomExt = 0x0f
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
bincSpNil byte = iota
|
|
||||||
bincSpFalse
|
|
||||||
bincSpTrue
|
|
||||||
bincSpNan
|
|
||||||
bincSpPosInf
|
|
||||||
bincSpNegInf
|
|
||||||
bincSpZeroFloat
|
|
||||||
bincSpZero
|
|
||||||
bincSpNegOne
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
bincFlBin16 byte = iota
|
|
||||||
bincFlBin32
|
|
||||||
_ // bincFlBin32e
|
|
||||||
bincFlBin64
|
|
||||||
_ // bincFlBin64e
|
|
||||||
// others not currently supported
|
|
||||||
)
|
|
||||||
|
|
||||||
type bincEncDriver struct {
|
|
||||||
w encWriter
|
|
||||||
m map[string]uint16 // symbols
|
|
||||||
s uint32 // symbols sequencer
|
|
||||||
b [8]byte
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
return rt == timeTypId
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeBuiltin(rt uintptr, v interface{}) {
|
|
||||||
switch rt {
|
|
||||||
case timeTypId:
|
|
||||||
bs := encodeTime(v.(time.Time))
|
|
||||||
e.w.writen1(bincVdTimestamp<<4 | uint8(len(bs)))
|
|
||||||
e.w.writeb(bs)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeNil() {
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpNil)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeBool(b bool) {
|
|
||||||
if b {
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpTrue)
|
|
||||||
} else {
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpFalse)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeFloat32(f float32) {
|
|
||||||
if f == 0 {
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpZeroFloat)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
e.w.writen1(bincVdFloat<<4 | bincFlBin32)
|
|
||||||
e.w.writeUint32(math.Float32bits(f))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeFloat64(f float64) {
|
|
||||||
if f == 0 {
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpZeroFloat)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
bigen.PutUint64(e.b[:], math.Float64bits(f))
|
|
||||||
if bincDoPrune {
|
|
||||||
i := 7
|
|
||||||
for ; i >= 0 && (e.b[i] == 0); i-- {
|
|
||||||
}
|
|
||||||
i++
|
|
||||||
if i <= 6 {
|
|
||||||
e.w.writen1(bincVdFloat<<4 | 0x8 | bincFlBin64)
|
|
||||||
e.w.writen1(byte(i))
|
|
||||||
e.w.writeb(e.b[:i])
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
e.w.writen1(bincVdFloat<<4 | bincFlBin64)
|
|
||||||
e.w.writeb(e.b[:])
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encIntegerPrune(bd byte, pos bool, v uint64, lim uint8) {
|
|
||||||
if lim == 4 {
|
|
||||||
bigen.PutUint32(e.b[:lim], uint32(v))
|
|
||||||
} else {
|
|
||||||
bigen.PutUint64(e.b[:lim], v)
|
|
||||||
}
|
|
||||||
if bincDoPrune {
|
|
||||||
i := pruneSignExt(e.b[:lim], pos)
|
|
||||||
e.w.writen1(bd | lim - 1 - byte(i))
|
|
||||||
e.w.writeb(e.b[i:lim])
|
|
||||||
} else {
|
|
||||||
e.w.writen1(bd | lim - 1)
|
|
||||||
e.w.writeb(e.b[:lim])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeInt(v int64) {
|
|
||||||
const nbd byte = bincVdNegInt << 4
|
|
||||||
switch {
|
|
||||||
case v >= 0:
|
|
||||||
e.encUint(bincVdPosInt<<4, true, uint64(v))
|
|
||||||
case v == -1:
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpNegOne)
|
|
||||||
default:
|
|
||||||
e.encUint(bincVdNegInt<<4, false, uint64(-v))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeUint(v uint64) {
|
|
||||||
e.encUint(bincVdPosInt<<4, true, v)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encUint(bd byte, pos bool, v uint64) {
|
|
||||||
switch {
|
|
||||||
case v == 0:
|
|
||||||
e.w.writen1(bincVdSpecial<<4 | bincSpZero)
|
|
||||||
case pos && v >= 1 && v <= 16:
|
|
||||||
e.w.writen1(bincVdSmallInt<<4 | byte(v-1))
|
|
||||||
case v <= math.MaxUint8:
|
|
||||||
e.w.writen2(bd|0x0, byte(v))
|
|
||||||
case v <= math.MaxUint16:
|
|
||||||
e.w.writen1(bd | 0x01)
|
|
||||||
e.w.writeUint16(uint16(v))
|
|
||||||
case v <= math.MaxUint32:
|
|
||||||
e.encIntegerPrune(bd, pos, v, 4)
|
|
||||||
default:
|
|
||||||
e.encIntegerPrune(bd, pos, v, 8)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeExtPreamble(xtag byte, length int) {
|
|
||||||
e.encLen(bincVdCustomExt<<4, uint64(length))
|
|
||||||
e.w.writen1(xtag)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeArrayPreamble(length int) {
|
|
||||||
e.encLen(bincVdArray<<4, uint64(length))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeMapPreamble(length int) {
|
|
||||||
e.encLen(bincVdMap<<4, uint64(length))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeString(c charEncoding, v string) {
|
|
||||||
l := uint64(len(v))
|
|
||||||
e.encBytesLen(c, l)
|
|
||||||
if l > 0 {
|
|
||||||
e.w.writestr(v)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeSymbol(v string) {
|
|
||||||
// if WriteSymbolsNoRefs {
|
|
||||||
// e.encodeString(c_UTF8, v)
|
|
||||||
// return
|
|
||||||
// }
|
|
||||||
|
|
||||||
//symbols only offer benefit when string length > 1.
|
|
||||||
//This is because strings with length 1 take only 2 bytes to store
|
|
||||||
//(bd with embedded length, and single byte for string val).
|
|
||||||
|
|
||||||
l := len(v)
|
|
||||||
switch l {
|
|
||||||
case 0:
|
|
||||||
e.encBytesLen(c_UTF8, 0)
|
|
||||||
return
|
|
||||||
case 1:
|
|
||||||
e.encBytesLen(c_UTF8, 1)
|
|
||||||
e.w.writen1(v[0])
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if e.m == nil {
|
|
||||||
e.m = make(map[string]uint16, 16)
|
|
||||||
}
|
|
||||||
ui, ok := e.m[v]
|
|
||||||
if ok {
|
|
||||||
if ui <= math.MaxUint8 {
|
|
||||||
e.w.writen2(bincVdSymbol<<4, byte(ui))
|
|
||||||
} else {
|
|
||||||
e.w.writen1(bincVdSymbol<<4 | 0x8)
|
|
||||||
e.w.writeUint16(ui)
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
e.s++
|
|
||||||
ui = uint16(e.s)
|
|
||||||
//ui = uint16(atomic.AddUint32(&e.s, 1))
|
|
||||||
e.m[v] = ui
|
|
||||||
var lenprec uint8
|
|
||||||
switch {
|
|
||||||
case l <= math.MaxUint8:
|
|
||||||
// lenprec = 0
|
|
||||||
case l <= math.MaxUint16:
|
|
||||||
lenprec = 1
|
|
||||||
case int64(l) <= math.MaxUint32:
|
|
||||||
lenprec = 2
|
|
||||||
default:
|
|
||||||
lenprec = 3
|
|
||||||
}
|
|
||||||
if ui <= math.MaxUint8 {
|
|
||||||
e.w.writen2(bincVdSymbol<<4|0x0|0x4|lenprec, byte(ui))
|
|
||||||
} else {
|
|
||||||
e.w.writen1(bincVdSymbol<<4 | 0x8 | 0x4 | lenprec)
|
|
||||||
e.w.writeUint16(ui)
|
|
||||||
}
|
|
||||||
switch lenprec {
|
|
||||||
case 0:
|
|
||||||
e.w.writen1(byte(l))
|
|
||||||
case 1:
|
|
||||||
e.w.writeUint16(uint16(l))
|
|
||||||
case 2:
|
|
||||||
e.w.writeUint32(uint32(l))
|
|
||||||
default:
|
|
||||||
e.w.writeUint64(uint64(l))
|
|
||||||
}
|
|
||||||
e.w.writestr(v)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encodeStringBytes(c charEncoding, v []byte) {
|
|
||||||
l := uint64(len(v))
|
|
||||||
e.encBytesLen(c, l)
|
|
||||||
if l > 0 {
|
|
||||||
e.w.writeb(v)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encBytesLen(c charEncoding, length uint64) {
|
|
||||||
//TODO: support bincUnicodeOther (for now, just use string or bytearray)
|
|
||||||
if c == c_RAW {
|
|
||||||
e.encLen(bincVdByteArray<<4, length)
|
|
||||||
} else {
|
|
||||||
e.encLen(bincVdString<<4, length)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encLen(bd byte, l uint64) {
|
|
||||||
if l < 12 {
|
|
||||||
e.w.writen1(bd | uint8(l+4))
|
|
||||||
} else {
|
|
||||||
e.encLenNumber(bd, l)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *bincEncDriver) encLenNumber(bd byte, v uint64) {
|
|
||||||
switch {
|
|
||||||
case v <= math.MaxUint8:
|
|
||||||
e.w.writen2(bd, byte(v))
|
|
||||||
case v <= math.MaxUint16:
|
|
||||||
e.w.writen1(bd | 0x01)
|
|
||||||
e.w.writeUint16(uint16(v))
|
|
||||||
case v <= math.MaxUint32:
|
|
||||||
e.w.writen1(bd | 0x02)
|
|
||||||
e.w.writeUint32(uint32(v))
|
|
||||||
default:
|
|
||||||
e.w.writen1(bd | 0x03)
|
|
||||||
e.w.writeUint64(uint64(v))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//------------------------------------
|
|
||||||
|
|
||||||
type bincDecDriver struct {
|
|
||||||
r decReader
|
|
||||||
bdRead bool
|
|
||||||
bdType valueType
|
|
||||||
bd byte
|
|
||||||
vd byte
|
|
||||||
vs byte
|
|
||||||
b [8]byte
|
|
||||||
m map[uint32]string // symbols (use uint32 as key, as map optimizes for it)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) initReadNext() {
|
|
||||||
if d.bdRead {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
d.bd = d.r.readn1()
|
|
||||||
d.vd = d.bd >> 4
|
|
||||||
d.vs = d.bd & 0x0f
|
|
||||||
d.bdRead = true
|
|
||||||
d.bdType = valueTypeUnset
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) currentEncodedType() valueType {
|
|
||||||
if d.bdType == valueTypeUnset {
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdSpecial:
|
|
||||||
switch d.vs {
|
|
||||||
case bincSpNil:
|
|
||||||
d.bdType = valueTypeNil
|
|
||||||
case bincSpFalse, bincSpTrue:
|
|
||||||
d.bdType = valueTypeBool
|
|
||||||
case bincSpNan, bincSpNegInf, bincSpPosInf, bincSpZeroFloat:
|
|
||||||
d.bdType = valueTypeFloat
|
|
||||||
case bincSpZero:
|
|
||||||
d.bdType = valueTypeUint
|
|
||||||
case bincSpNegOne:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
default:
|
|
||||||
decErr("currentEncodedType: Unrecognized special value 0x%x", d.vs)
|
|
||||||
}
|
|
||||||
case bincVdSmallInt:
|
|
||||||
d.bdType = valueTypeUint
|
|
||||||
case bincVdPosInt:
|
|
||||||
d.bdType = valueTypeUint
|
|
||||||
case bincVdNegInt:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
case bincVdFloat:
|
|
||||||
d.bdType = valueTypeFloat
|
|
||||||
case bincVdString:
|
|
||||||
d.bdType = valueTypeString
|
|
||||||
case bincVdSymbol:
|
|
||||||
d.bdType = valueTypeSymbol
|
|
||||||
case bincVdByteArray:
|
|
||||||
d.bdType = valueTypeBytes
|
|
||||||
case bincVdTimestamp:
|
|
||||||
d.bdType = valueTypeTimestamp
|
|
||||||
case bincVdCustomExt:
|
|
||||||
d.bdType = valueTypeExt
|
|
||||||
case bincVdArray:
|
|
||||||
d.bdType = valueTypeArray
|
|
||||||
case bincVdMap:
|
|
||||||
d.bdType = valueTypeMap
|
|
||||||
default:
|
|
||||||
decErr("currentEncodedType: Unrecognized d.vd: 0x%x", d.vd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return d.bdType
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) tryDecodeAsNil() bool {
|
|
||||||
if d.bd == bincVdSpecial<<4|bincSpNil {
|
|
||||||
d.bdRead = false
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
return rt == timeTypId
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeBuiltin(rt uintptr, v interface{}) {
|
|
||||||
switch rt {
|
|
||||||
case timeTypId:
|
|
||||||
if d.vd != bincVdTimestamp {
|
|
||||||
decErr("Invalid d.vd. Expecting 0x%x. Received: 0x%x", bincVdTimestamp, d.vd)
|
|
||||||
}
|
|
||||||
tt, err := decodeTime(d.r.readn(int(d.vs)))
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
var vt *time.Time = v.(*time.Time)
|
|
||||||
*vt = tt
|
|
||||||
d.bdRead = false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decFloatPre(vs, defaultLen byte) {
|
|
||||||
if vs&0x8 == 0 {
|
|
||||||
d.r.readb(d.b[0:defaultLen])
|
|
||||||
} else {
|
|
||||||
l := d.r.readn1()
|
|
||||||
if l > 8 {
|
|
||||||
decErr("At most 8 bytes used to represent float. Received: %v bytes", l)
|
|
||||||
}
|
|
||||||
for i := l; i < 8; i++ {
|
|
||||||
d.b[i] = 0
|
|
||||||
}
|
|
||||||
d.r.readb(d.b[0:l])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decFloat() (f float64) {
|
|
||||||
//if true { f = math.Float64frombits(d.r.readUint64()); break; }
|
|
||||||
switch vs := d.vs; vs & 0x7 {
|
|
||||||
case bincFlBin32:
|
|
||||||
d.decFloatPre(vs, 4)
|
|
||||||
f = float64(math.Float32frombits(bigen.Uint32(d.b[0:4])))
|
|
||||||
case bincFlBin64:
|
|
||||||
d.decFloatPre(vs, 8)
|
|
||||||
f = math.Float64frombits(bigen.Uint64(d.b[0:8]))
|
|
||||||
default:
|
|
||||||
decErr("only float32 and float64 are supported. d.vd: 0x%x, d.vs: 0x%x", d.vd, d.vs)
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decUint() (v uint64) {
|
|
||||||
// need to inline the code (interface conversion and type assertion expensive)
|
|
||||||
switch d.vs {
|
|
||||||
case 0:
|
|
||||||
v = uint64(d.r.readn1())
|
|
||||||
case 1:
|
|
||||||
d.r.readb(d.b[6:])
|
|
||||||
v = uint64(bigen.Uint16(d.b[6:]))
|
|
||||||
case 2:
|
|
||||||
d.b[4] = 0
|
|
||||||
d.r.readb(d.b[5:])
|
|
||||||
v = uint64(bigen.Uint32(d.b[4:]))
|
|
||||||
case 3:
|
|
||||||
d.r.readb(d.b[4:])
|
|
||||||
v = uint64(bigen.Uint32(d.b[4:]))
|
|
||||||
case 4, 5, 6:
|
|
||||||
lim := int(7 - d.vs)
|
|
||||||
d.r.readb(d.b[lim:])
|
|
||||||
for i := 0; i < lim; i++ {
|
|
||||||
d.b[i] = 0
|
|
||||||
}
|
|
||||||
v = uint64(bigen.Uint64(d.b[:]))
|
|
||||||
case 7:
|
|
||||||
d.r.readb(d.b[:])
|
|
||||||
v = uint64(bigen.Uint64(d.b[:]))
|
|
||||||
default:
|
|
||||||
decErr("unsigned integers with greater than 64 bits of precision not supported")
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decIntAny() (ui uint64, i int64, neg bool) {
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdPosInt:
|
|
||||||
ui = d.decUint()
|
|
||||||
i = int64(ui)
|
|
||||||
case bincVdNegInt:
|
|
||||||
ui = d.decUint()
|
|
||||||
i = -(int64(ui))
|
|
||||||
neg = true
|
|
||||||
case bincVdSmallInt:
|
|
||||||
i = int64(d.vs) + 1
|
|
||||||
ui = uint64(d.vs) + 1
|
|
||||||
case bincVdSpecial:
|
|
||||||
switch d.vs {
|
|
||||||
case bincSpZero:
|
|
||||||
//i = 0
|
|
||||||
case bincSpNegOne:
|
|
||||||
neg = true
|
|
||||||
ui = 1
|
|
||||||
i = -1
|
|
||||||
default:
|
|
||||||
decErr("numeric decode fails for special value: d.vs: 0x%x", d.vs)
|
|
||||||
}
|
|
||||||
default:
|
|
||||||
decErr("number can only be decoded from uint or int values. d.bd: 0x%x, d.vd: 0x%x", d.bd, d.vd)
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeInt(bitsize uint8) (i int64) {
|
|
||||||
_, i, _ = d.decIntAny()
|
|
||||||
checkOverflow(0, i, bitsize)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeUint(bitsize uint8) (ui uint64) {
|
|
||||||
ui, i, neg := d.decIntAny()
|
|
||||||
if neg {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
checkOverflow(ui, 0, bitsize)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeFloat(chkOverflow32 bool) (f float64) {
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdSpecial:
|
|
||||||
d.bdRead = false
|
|
||||||
switch d.vs {
|
|
||||||
case bincSpNan:
|
|
||||||
return math.NaN()
|
|
||||||
case bincSpPosInf:
|
|
||||||
return math.Inf(1)
|
|
||||||
case bincSpZeroFloat, bincSpZero:
|
|
||||||
return
|
|
||||||
case bincSpNegInf:
|
|
||||||
return math.Inf(-1)
|
|
||||||
default:
|
|
||||||
decErr("Invalid d.vs decoding float where d.vd=bincVdSpecial: %v", d.vs)
|
|
||||||
}
|
|
||||||
case bincVdFloat:
|
|
||||||
f = d.decFloat()
|
|
||||||
default:
|
|
||||||
_, i, _ := d.decIntAny()
|
|
||||||
f = float64(i)
|
|
||||||
}
|
|
||||||
checkOverflowFloat32(f, chkOverflow32)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// bool can be decoded from bool only (single byte).
|
|
||||||
func (d *bincDecDriver) decodeBool() (b bool) {
|
|
||||||
switch d.bd {
|
|
||||||
case (bincVdSpecial | bincSpFalse):
|
|
||||||
// b = false
|
|
||||||
case (bincVdSpecial | bincSpTrue):
|
|
||||||
b = true
|
|
||||||
default:
|
|
||||||
decErr("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) readMapLen() (length int) {
|
|
||||||
if d.vd != bincVdMap {
|
|
||||||
decErr("Invalid d.vd for map. Expecting 0x%x. Got: 0x%x", bincVdMap, d.vd)
|
|
||||||
}
|
|
||||||
length = d.decLen()
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) readArrayLen() (length int) {
|
|
||||||
if d.vd != bincVdArray {
|
|
||||||
decErr("Invalid d.vd for array. Expecting 0x%x. Got: 0x%x", bincVdArray, d.vd)
|
|
||||||
}
|
|
||||||
length = d.decLen()
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decLen() int {
|
|
||||||
if d.vs <= 3 {
|
|
||||||
return int(d.decUint())
|
|
||||||
}
|
|
||||||
return int(d.vs - 4)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeString() (s string) {
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdString, bincVdByteArray:
|
|
||||||
if length := d.decLen(); length > 0 {
|
|
||||||
s = string(d.r.readn(length))
|
|
||||||
}
|
|
||||||
case bincVdSymbol:
|
|
||||||
//from vs: extract numSymbolBytes, containsStringVal, strLenPrecision,
|
|
||||||
//extract symbol
|
|
||||||
//if containsStringVal, read it and put in map
|
|
||||||
//else look in map for string value
|
|
||||||
var symbol uint32
|
|
||||||
vs := d.vs
|
|
||||||
//fmt.Printf(">>>> d.vs: 0b%b, & 0x8: %v, & 0x4: %v\n", d.vs, vs & 0x8, vs & 0x4)
|
|
||||||
if vs&0x8 == 0 {
|
|
||||||
symbol = uint32(d.r.readn1())
|
|
||||||
} else {
|
|
||||||
symbol = uint32(d.r.readUint16())
|
|
||||||
}
|
|
||||||
if d.m == nil {
|
|
||||||
d.m = make(map[uint32]string, 16)
|
|
||||||
}
|
|
||||||
|
|
||||||
if vs&0x4 == 0 {
|
|
||||||
s = d.m[symbol]
|
|
||||||
} else {
|
|
||||||
var slen int
|
|
||||||
switch vs & 0x3 {
|
|
||||||
case 0:
|
|
||||||
slen = int(d.r.readn1())
|
|
||||||
case 1:
|
|
||||||
slen = int(d.r.readUint16())
|
|
||||||
case 2:
|
|
||||||
slen = int(d.r.readUint32())
|
|
||||||
case 3:
|
|
||||||
slen = int(d.r.readUint64())
|
|
||||||
}
|
|
||||||
s = string(d.r.readn(slen))
|
|
||||||
d.m[symbol] = s
|
|
||||||
}
|
|
||||||
default:
|
|
||||||
decErr("Invalid d.vd for string. Expecting string:0x%x, bytearray:0x%x or symbol: 0x%x. Got: 0x%x",
|
|
||||||
bincVdString, bincVdByteArray, bincVdSymbol, d.vd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeBytes(bs []byte) (bsOut []byte, changed bool) {
|
|
||||||
var clen int
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdString, bincVdByteArray:
|
|
||||||
clen = d.decLen()
|
|
||||||
default:
|
|
||||||
decErr("Invalid d.vd for bytes. Expecting string:0x%x or bytearray:0x%x. Got: 0x%x",
|
|
||||||
bincVdString, bincVdByteArray, d.vd)
|
|
||||||
}
|
|
||||||
if clen > 0 {
|
|
||||||
// if no contents in stream, don't update the passed byteslice
|
|
||||||
if len(bs) != clen {
|
|
||||||
if len(bs) > clen {
|
|
||||||
bs = bs[:clen]
|
|
||||||
} else {
|
|
||||||
bs = make([]byte, clen)
|
|
||||||
}
|
|
||||||
bsOut = bs
|
|
||||||
changed = true
|
|
||||||
}
|
|
||||||
d.r.readb(bs)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte) {
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdCustomExt:
|
|
||||||
l := d.decLen()
|
|
||||||
xtag = d.r.readn1()
|
|
||||||
if verifyTag && xtag != tag {
|
|
||||||
decErr("Wrong extension tag. Got %b. Expecting: %v", xtag, tag)
|
|
||||||
}
|
|
||||||
xbs = d.r.readn(l)
|
|
||||||
case bincVdByteArray:
|
|
||||||
xbs, _ = d.decodeBytes(nil)
|
|
||||||
default:
|
|
||||||
decErr("Invalid d.vd for extensions (Expecting extensions or byte array). Got: 0x%x", d.vd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *bincDecDriver) decodeNaked() (v interface{}, vt valueType, decodeFurther bool) {
|
|
||||||
d.initReadNext()
|
|
||||||
|
|
||||||
switch d.vd {
|
|
||||||
case bincVdSpecial:
|
|
||||||
switch d.vs {
|
|
||||||
case bincSpNil:
|
|
||||||
vt = valueTypeNil
|
|
||||||
case bincSpFalse:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = false
|
|
||||||
case bincSpTrue:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = true
|
|
||||||
case bincSpNan:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = math.NaN()
|
|
||||||
case bincSpPosInf:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = math.Inf(1)
|
|
||||||
case bincSpNegInf:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = math.Inf(-1)
|
|
||||||
case bincSpZeroFloat:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = float64(0)
|
|
||||||
case bincSpZero:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = int64(0) // int8(0)
|
|
||||||
case bincSpNegOne:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(-1) // int8(-1)
|
|
||||||
default:
|
|
||||||
decErr("decodeNaked: Unrecognized special value 0x%x", d.vs)
|
|
||||||
}
|
|
||||||
case bincVdSmallInt:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = uint64(int8(d.vs)) + 1 // int8(d.vs) + 1
|
|
||||||
case bincVdPosInt:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = d.decUint()
|
|
||||||
case bincVdNegInt:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = -(int64(d.decUint()))
|
|
||||||
case bincVdFloat:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = d.decFloat()
|
|
||||||
case bincVdSymbol:
|
|
||||||
vt = valueTypeSymbol
|
|
||||||
v = d.decodeString()
|
|
||||||
case bincVdString:
|
|
||||||
vt = valueTypeString
|
|
||||||
v = d.decodeString()
|
|
||||||
case bincVdByteArray:
|
|
||||||
vt = valueTypeBytes
|
|
||||||
v, _ = d.decodeBytes(nil)
|
|
||||||
case bincVdTimestamp:
|
|
||||||
vt = valueTypeTimestamp
|
|
||||||
tt, err := decodeTime(d.r.readn(int(d.vs)))
|
|
||||||
if err != nil {
|
|
||||||
panic(err)
|
|
||||||
}
|
|
||||||
v = tt
|
|
||||||
case bincVdCustomExt:
|
|
||||||
vt = valueTypeExt
|
|
||||||
l := d.decLen()
|
|
||||||
var re RawExt
|
|
||||||
re.Tag = d.r.readn1()
|
|
||||||
re.Data = d.r.readn(l)
|
|
||||||
v = &re
|
|
||||||
vt = valueTypeExt
|
|
||||||
case bincVdArray:
|
|
||||||
vt = valueTypeArray
|
|
||||||
decodeFurther = true
|
|
||||||
case bincVdMap:
|
|
||||||
vt = valueTypeMap
|
|
||||||
decodeFurther = true
|
|
||||||
default:
|
|
||||||
decErr("decodeNaked: Unrecognized d.vd: 0x%x", d.vd)
|
|
||||||
}
|
|
||||||
|
|
||||||
if !decodeFurther {
|
|
||||||
d.bdRead = false
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
//------------------------------------
|
|
||||||
|
|
||||||
//BincHandle is a Handle for the Binc Schema-Free Encoding Format
|
|
||||||
//defined at https://github.com/ugorji/binc .
|
|
||||||
//
|
|
||||||
//BincHandle currently supports all Binc features with the following EXCEPTIONS:
|
|
||||||
// - only integers up to 64 bits of precision are supported.
|
|
||||||
// big integers are unsupported.
|
|
||||||
// - Only IEEE 754 binary32 and binary64 floats are supported (ie Go float32 and float64 types).
|
|
||||||
// extended precision and decimal IEEE 754 floats are unsupported.
|
|
||||||
// - Only UTF-8 strings supported.
|
|
||||||
// Unicode_Other Binc types (UTF16, UTF32) are currently unsupported.
|
|
||||||
//Note that these EXCEPTIONS are temporary and full support is possible and may happen soon.
|
|
||||||
type BincHandle struct {
|
|
||||||
BasicHandle
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *BincHandle) newEncDriver(w encWriter) encDriver {
|
|
||||||
return &bincEncDriver{w: w}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *BincHandle) newDecDriver(r decReader) decDriver {
|
|
||||||
return &bincDecDriver{r: r}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (_ *BincHandle) writeExt() bool {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *BincHandle) getBasicHandle() *BasicHandle {
|
|
||||||
return &h.BasicHandle
|
|
||||||
}
|
|
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
|
@ -1,589 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
// Contains code shared by both encode and decode.
|
|
||||||
|
|
||||||
import (
|
|
||||||
"encoding/binary"
|
|
||||||
"fmt"
|
|
||||||
"math"
|
|
||||||
"reflect"
|
|
||||||
"sort"
|
|
||||||
"strings"
|
|
||||||
"sync"
|
|
||||||
"time"
|
|
||||||
"unicode"
|
|
||||||
"unicode/utf8"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
structTagName = "codec"
|
|
||||||
|
|
||||||
// Support
|
|
||||||
// encoding.BinaryMarshaler: MarshalBinary() (data []byte, err error)
|
|
||||||
// encoding.BinaryUnmarshaler: UnmarshalBinary(data []byte) error
|
|
||||||
// This constant flag will enable or disable it.
|
|
||||||
supportBinaryMarshal = true
|
|
||||||
|
|
||||||
// Each Encoder or Decoder uses a cache of functions based on conditionals,
|
|
||||||
// so that the conditionals are not run every time.
|
|
||||||
//
|
|
||||||
// Either a map or a slice is used to keep track of the functions.
|
|
||||||
// The map is more natural, but has a higher cost than a slice/array.
|
|
||||||
// This flag (useMapForCodecCache) controls which is used.
|
|
||||||
useMapForCodecCache = false
|
|
||||||
|
|
||||||
// For some common container types, we can short-circuit an elaborate
|
|
||||||
// reflection dance and call encode/decode directly.
|
|
||||||
// The currently supported types are:
|
|
||||||
// - slices of strings, or id's (int64,uint64) or interfaces.
|
|
||||||
// - maps of str->str, str->intf, id(int64,uint64)->intf, intf->intf
|
|
||||||
shortCircuitReflectToFastPath = true
|
|
||||||
|
|
||||||
// for debugging, set this to false, to catch panic traces.
|
|
||||||
// Note that this will always cause rpc tests to fail, since they need io.EOF sent via panic.
|
|
||||||
recoverPanicToErr = true
|
|
||||||
)
|
|
||||||
|
|
||||||
type charEncoding uint8
|
|
||||||
|
|
||||||
const (
|
|
||||||
c_RAW charEncoding = iota
|
|
||||||
c_UTF8
|
|
||||||
c_UTF16LE
|
|
||||||
c_UTF16BE
|
|
||||||
c_UTF32LE
|
|
||||||
c_UTF32BE
|
|
||||||
)
|
|
||||||
|
|
||||||
// valueType is the stream type
|
|
||||||
type valueType uint8
|
|
||||||
|
|
||||||
const (
|
|
||||||
valueTypeUnset valueType = iota
|
|
||||||
valueTypeNil
|
|
||||||
valueTypeInt
|
|
||||||
valueTypeUint
|
|
||||||
valueTypeFloat
|
|
||||||
valueTypeBool
|
|
||||||
valueTypeString
|
|
||||||
valueTypeSymbol
|
|
||||||
valueTypeBytes
|
|
||||||
valueTypeMap
|
|
||||||
valueTypeArray
|
|
||||||
valueTypeTimestamp
|
|
||||||
valueTypeExt
|
|
||||||
|
|
||||||
valueTypeInvalid = 0xff
|
|
||||||
)
|
|
||||||
|
|
||||||
var (
|
|
||||||
bigen = binary.BigEndian
|
|
||||||
structInfoFieldName = "_struct"
|
|
||||||
|
|
||||||
cachedTypeInfo = make(map[uintptr]*typeInfo, 4)
|
|
||||||
cachedTypeInfoMutex sync.RWMutex
|
|
||||||
|
|
||||||
intfSliceTyp = reflect.TypeOf([]interface{}(nil))
|
|
||||||
intfTyp = intfSliceTyp.Elem()
|
|
||||||
|
|
||||||
strSliceTyp = reflect.TypeOf([]string(nil))
|
|
||||||
boolSliceTyp = reflect.TypeOf([]bool(nil))
|
|
||||||
uintSliceTyp = reflect.TypeOf([]uint(nil))
|
|
||||||
uint8SliceTyp = reflect.TypeOf([]uint8(nil))
|
|
||||||
uint16SliceTyp = reflect.TypeOf([]uint16(nil))
|
|
||||||
uint32SliceTyp = reflect.TypeOf([]uint32(nil))
|
|
||||||
uint64SliceTyp = reflect.TypeOf([]uint64(nil))
|
|
||||||
intSliceTyp = reflect.TypeOf([]int(nil))
|
|
||||||
int8SliceTyp = reflect.TypeOf([]int8(nil))
|
|
||||||
int16SliceTyp = reflect.TypeOf([]int16(nil))
|
|
||||||
int32SliceTyp = reflect.TypeOf([]int32(nil))
|
|
||||||
int64SliceTyp = reflect.TypeOf([]int64(nil))
|
|
||||||
float32SliceTyp = reflect.TypeOf([]float32(nil))
|
|
||||||
float64SliceTyp = reflect.TypeOf([]float64(nil))
|
|
||||||
|
|
||||||
mapIntfIntfTyp = reflect.TypeOf(map[interface{}]interface{}(nil))
|
|
||||||
mapStrIntfTyp = reflect.TypeOf(map[string]interface{}(nil))
|
|
||||||
mapStrStrTyp = reflect.TypeOf(map[string]string(nil))
|
|
||||||
|
|
||||||
mapIntIntfTyp = reflect.TypeOf(map[int]interface{}(nil))
|
|
||||||
mapInt64IntfTyp = reflect.TypeOf(map[int64]interface{}(nil))
|
|
||||||
mapUintIntfTyp = reflect.TypeOf(map[uint]interface{}(nil))
|
|
||||||
mapUint64IntfTyp = reflect.TypeOf(map[uint64]interface{}(nil))
|
|
||||||
|
|
||||||
stringTyp = reflect.TypeOf("")
|
|
||||||
timeTyp = reflect.TypeOf(time.Time{})
|
|
||||||
rawExtTyp = reflect.TypeOf(RawExt{})
|
|
||||||
|
|
||||||
mapBySliceTyp = reflect.TypeOf((*MapBySlice)(nil)).Elem()
|
|
||||||
binaryMarshalerTyp = reflect.TypeOf((*binaryMarshaler)(nil)).Elem()
|
|
||||||
binaryUnmarshalerTyp = reflect.TypeOf((*binaryUnmarshaler)(nil)).Elem()
|
|
||||||
|
|
||||||
rawExtTypId = reflect.ValueOf(rawExtTyp).Pointer()
|
|
||||||
intfTypId = reflect.ValueOf(intfTyp).Pointer()
|
|
||||||
timeTypId = reflect.ValueOf(timeTyp).Pointer()
|
|
||||||
|
|
||||||
intfSliceTypId = reflect.ValueOf(intfSliceTyp).Pointer()
|
|
||||||
strSliceTypId = reflect.ValueOf(strSliceTyp).Pointer()
|
|
||||||
|
|
||||||
boolSliceTypId = reflect.ValueOf(boolSliceTyp).Pointer()
|
|
||||||
uintSliceTypId = reflect.ValueOf(uintSliceTyp).Pointer()
|
|
||||||
uint8SliceTypId = reflect.ValueOf(uint8SliceTyp).Pointer()
|
|
||||||
uint16SliceTypId = reflect.ValueOf(uint16SliceTyp).Pointer()
|
|
||||||
uint32SliceTypId = reflect.ValueOf(uint32SliceTyp).Pointer()
|
|
||||||
uint64SliceTypId = reflect.ValueOf(uint64SliceTyp).Pointer()
|
|
||||||
intSliceTypId = reflect.ValueOf(intSliceTyp).Pointer()
|
|
||||||
int8SliceTypId = reflect.ValueOf(int8SliceTyp).Pointer()
|
|
||||||
int16SliceTypId = reflect.ValueOf(int16SliceTyp).Pointer()
|
|
||||||
int32SliceTypId = reflect.ValueOf(int32SliceTyp).Pointer()
|
|
||||||
int64SliceTypId = reflect.ValueOf(int64SliceTyp).Pointer()
|
|
||||||
float32SliceTypId = reflect.ValueOf(float32SliceTyp).Pointer()
|
|
||||||
float64SliceTypId = reflect.ValueOf(float64SliceTyp).Pointer()
|
|
||||||
|
|
||||||
mapStrStrTypId = reflect.ValueOf(mapStrStrTyp).Pointer()
|
|
||||||
mapIntfIntfTypId = reflect.ValueOf(mapIntfIntfTyp).Pointer()
|
|
||||||
mapStrIntfTypId = reflect.ValueOf(mapStrIntfTyp).Pointer()
|
|
||||||
mapIntIntfTypId = reflect.ValueOf(mapIntIntfTyp).Pointer()
|
|
||||||
mapInt64IntfTypId = reflect.ValueOf(mapInt64IntfTyp).Pointer()
|
|
||||||
mapUintIntfTypId = reflect.ValueOf(mapUintIntfTyp).Pointer()
|
|
||||||
mapUint64IntfTypId = reflect.ValueOf(mapUint64IntfTyp).Pointer()
|
|
||||||
// Id = reflect.ValueOf().Pointer()
|
|
||||||
// mapBySliceTypId = reflect.ValueOf(mapBySliceTyp).Pointer()
|
|
||||||
|
|
||||||
binaryMarshalerTypId = reflect.ValueOf(binaryMarshalerTyp).Pointer()
|
|
||||||
binaryUnmarshalerTypId = reflect.ValueOf(binaryUnmarshalerTyp).Pointer()
|
|
||||||
|
|
||||||
intBitsize uint8 = uint8(reflect.TypeOf(int(0)).Bits())
|
|
||||||
uintBitsize uint8 = uint8(reflect.TypeOf(uint(0)).Bits())
|
|
||||||
|
|
||||||
bsAll0x00 = []byte{0, 0, 0, 0, 0, 0, 0, 0}
|
|
||||||
bsAll0xff = []byte{0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff}
|
|
||||||
)
|
|
||||||
|
|
||||||
type binaryUnmarshaler interface {
|
|
||||||
UnmarshalBinary(data []byte) error
|
|
||||||
}
|
|
||||||
|
|
||||||
type binaryMarshaler interface {
|
|
||||||
MarshalBinary() (data []byte, err error)
|
|
||||||
}
|
|
||||||
|
|
||||||
// MapBySlice represents a slice which should be encoded as a map in the stream.
|
|
||||||
// The slice contains a sequence of key-value pairs.
|
|
||||||
type MapBySlice interface {
|
|
||||||
MapBySlice()
|
|
||||||
}
|
|
||||||
|
|
||||||
// WARNING: DO NOT USE DIRECTLY. EXPORTED FOR GODOC BENEFIT. WILL BE REMOVED.
|
|
||||||
//
|
|
||||||
// BasicHandle encapsulates the common options and extension functions.
|
|
||||||
type BasicHandle struct {
|
|
||||||
extHandle
|
|
||||||
EncodeOptions
|
|
||||||
DecodeOptions
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle is the interface for a specific encoding format.
|
|
||||||
//
|
|
||||||
// Typically, a Handle is pre-configured before first time use,
|
|
||||||
// and not modified while in use. Such a pre-configured Handle
|
|
||||||
// is safe for concurrent access.
|
|
||||||
type Handle interface {
|
|
||||||
writeExt() bool
|
|
||||||
getBasicHandle() *BasicHandle
|
|
||||||
newEncDriver(w encWriter) encDriver
|
|
||||||
newDecDriver(r decReader) decDriver
|
|
||||||
}
|
|
||||||
|
|
||||||
// RawExt represents raw unprocessed extension data.
|
|
||||||
type RawExt struct {
|
|
||||||
Tag byte
|
|
||||||
Data []byte
|
|
||||||
}
|
|
||||||
|
|
||||||
type extTypeTagFn struct {
|
|
||||||
rtid uintptr
|
|
||||||
rt reflect.Type
|
|
||||||
tag byte
|
|
||||||
encFn func(reflect.Value) ([]byte, error)
|
|
||||||
decFn func(reflect.Value, []byte) error
|
|
||||||
}
|
|
||||||
|
|
||||||
type extHandle []*extTypeTagFn
|
|
||||||
|
|
||||||
// AddExt registers an encode and decode function for a reflect.Type.
|
|
||||||
// Note that the type must be a named type, and specifically not
|
|
||||||
// a pointer or Interface. An error is returned if that is not honored.
|
|
||||||
//
|
|
||||||
// To Deregister an ext, call AddExt with 0 tag, nil encfn and nil decfn.
|
|
||||||
func (o *extHandle) AddExt(
|
|
||||||
rt reflect.Type,
|
|
||||||
tag byte,
|
|
||||||
encfn func(reflect.Value) ([]byte, error),
|
|
||||||
decfn func(reflect.Value, []byte) error,
|
|
||||||
) (err error) {
|
|
||||||
// o is a pointer, because we may need to initialize it
|
|
||||||
if rt.PkgPath() == "" || rt.Kind() == reflect.Interface {
|
|
||||||
err = fmt.Errorf("codec.Handle.AddExt: Takes named type, especially not a pointer or interface: %T",
|
|
||||||
reflect.Zero(rt).Interface())
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// o cannot be nil, since it is always embedded in a Handle.
|
|
||||||
// if nil, let it panic.
|
|
||||||
// if o == nil {
|
|
||||||
// err = errors.New("codec.Handle.AddExt: extHandle cannot be a nil pointer.")
|
|
||||||
// return
|
|
||||||
// }
|
|
||||||
|
|
||||||
rtid := reflect.ValueOf(rt).Pointer()
|
|
||||||
for _, v := range *o {
|
|
||||||
if v.rtid == rtid {
|
|
||||||
v.tag, v.encFn, v.decFn = tag, encfn, decfn
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
*o = append(*o, &extTypeTagFn{rtid, rt, tag, encfn, decfn})
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o extHandle) getExt(rtid uintptr) *extTypeTagFn {
|
|
||||||
for _, v := range o {
|
|
||||||
if v.rtid == rtid {
|
|
||||||
return v
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o extHandle) getExtForTag(tag byte) *extTypeTagFn {
|
|
||||||
for _, v := range o {
|
|
||||||
if v.tag == tag {
|
|
||||||
return v
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o extHandle) getDecodeExtForTag(tag byte) (
|
|
||||||
rv reflect.Value, fn func(reflect.Value, []byte) error) {
|
|
||||||
if x := o.getExtForTag(tag); x != nil {
|
|
||||||
// ext is only registered for base
|
|
||||||
rv = reflect.New(x.rt).Elem()
|
|
||||||
fn = x.decFn
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o extHandle) getDecodeExt(rtid uintptr) (tag byte, fn func(reflect.Value, []byte) error) {
|
|
||||||
if x := o.getExt(rtid); x != nil {
|
|
||||||
tag = x.tag
|
|
||||||
fn = x.decFn
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (o extHandle) getEncodeExt(rtid uintptr) (tag byte, fn func(reflect.Value) ([]byte, error)) {
|
|
||||||
if x := o.getExt(rtid); x != nil {
|
|
||||||
tag = x.tag
|
|
||||||
fn = x.encFn
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
type structFieldInfo struct {
|
|
||||||
encName string // encode name
|
|
||||||
|
|
||||||
// only one of 'i' or 'is' can be set. If 'i' is -1, then 'is' has been set.
|
|
||||||
|
|
||||||
is []int // (recursive/embedded) field index in struct
|
|
||||||
i int16 // field index in struct
|
|
||||||
omitEmpty bool
|
|
||||||
toArray bool // if field is _struct, is the toArray set?
|
|
||||||
|
|
||||||
// tag string // tag
|
|
||||||
// name string // field name
|
|
||||||
// encNameBs []byte // encoded name as byte stream
|
|
||||||
// ikind int // kind of the field as an int i.e. int(reflect.Kind)
|
|
||||||
}
|
|
||||||
|
|
||||||
func parseStructFieldInfo(fname string, stag string) *structFieldInfo {
|
|
||||||
if fname == "" {
|
|
||||||
panic("parseStructFieldInfo: No Field Name")
|
|
||||||
}
|
|
||||||
si := structFieldInfo{
|
|
||||||
// name: fname,
|
|
||||||
encName: fname,
|
|
||||||
// tag: stag,
|
|
||||||
}
|
|
||||||
|
|
||||||
if stag != "" {
|
|
||||||
for i, s := range strings.Split(stag, ",") {
|
|
||||||
if i == 0 {
|
|
||||||
if s != "" {
|
|
||||||
si.encName = s
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
switch s {
|
|
||||||
case "omitempty":
|
|
||||||
si.omitEmpty = true
|
|
||||||
case "toarray":
|
|
||||||
si.toArray = true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// si.encNameBs = []byte(si.encName)
|
|
||||||
return &si
|
|
||||||
}
|
|
||||||
|
|
||||||
type sfiSortedByEncName []*structFieldInfo
|
|
||||||
|
|
||||||
func (p sfiSortedByEncName) Len() int {
|
|
||||||
return len(p)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (p sfiSortedByEncName) Less(i, j int) bool {
|
|
||||||
return p[i].encName < p[j].encName
|
|
||||||
}
|
|
||||||
|
|
||||||
func (p sfiSortedByEncName) Swap(i, j int) {
|
|
||||||
p[i], p[j] = p[j], p[i]
|
|
||||||
}
|
|
||||||
|
|
||||||
// typeInfo keeps information about each type referenced in the encode/decode sequence.
|
|
||||||
//
|
|
||||||
// During an encode/decode sequence, we work as below:
|
|
||||||
// - If base is a built in type, en/decode base value
|
|
||||||
// - If base is registered as an extension, en/decode base value
|
|
||||||
// - If type is binary(M/Unm)arshaler, call Binary(M/Unm)arshal method
|
|
||||||
// - Else decode appropriately based on the reflect.Kind
|
|
||||||
type typeInfo struct {
|
|
||||||
sfi []*structFieldInfo // sorted. Used when enc/dec struct to map.
|
|
||||||
sfip []*structFieldInfo // unsorted. Used when enc/dec struct to array.
|
|
||||||
|
|
||||||
rt reflect.Type
|
|
||||||
rtid uintptr
|
|
||||||
|
|
||||||
// baseId gives pointer to the base reflect.Type, after deferencing
|
|
||||||
// the pointers. E.g. base type of ***time.Time is time.Time.
|
|
||||||
base reflect.Type
|
|
||||||
baseId uintptr
|
|
||||||
baseIndir int8 // number of indirections to get to base
|
|
||||||
|
|
||||||
mbs bool // base type (T or *T) is a MapBySlice
|
|
||||||
|
|
||||||
m bool // base type (T or *T) is a binaryMarshaler
|
|
||||||
unm bool // base type (T or *T) is a binaryUnmarshaler
|
|
||||||
mIndir int8 // number of indirections to get to binaryMarshaler type
|
|
||||||
unmIndir int8 // number of indirections to get to binaryUnmarshaler type
|
|
||||||
toArray bool // whether this (struct) type should be encoded as an array
|
|
||||||
}
|
|
||||||
|
|
||||||
func (ti *typeInfo) indexForEncName(name string) int {
|
|
||||||
//tisfi := ti.sfi
|
|
||||||
const binarySearchThreshold = 16
|
|
||||||
if sfilen := len(ti.sfi); sfilen < binarySearchThreshold {
|
|
||||||
// linear search. faster than binary search in my testing up to 16-field structs.
|
|
||||||
for i, si := range ti.sfi {
|
|
||||||
if si.encName == name {
|
|
||||||
return i
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
// binary search. adapted from sort/search.go.
|
|
||||||
h, i, j := 0, 0, sfilen
|
|
||||||
for i < j {
|
|
||||||
h = i + (j-i)/2
|
|
||||||
if ti.sfi[h].encName < name {
|
|
||||||
i = h + 1
|
|
||||||
} else {
|
|
||||||
j = h
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if i < sfilen && ti.sfi[i].encName == name {
|
|
||||||
return i
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return -1
|
|
||||||
}
|
|
||||||
|
|
||||||
func getTypeInfo(rtid uintptr, rt reflect.Type) (pti *typeInfo) {
|
|
||||||
var ok bool
|
|
||||||
cachedTypeInfoMutex.RLock()
|
|
||||||
pti, ok = cachedTypeInfo[rtid]
|
|
||||||
cachedTypeInfoMutex.RUnlock()
|
|
||||||
if ok {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
cachedTypeInfoMutex.Lock()
|
|
||||||
defer cachedTypeInfoMutex.Unlock()
|
|
||||||
if pti, ok = cachedTypeInfo[rtid]; ok {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
ti := typeInfo{rt: rt, rtid: rtid}
|
|
||||||
pti = &ti
|
|
||||||
|
|
||||||
var indir int8
|
|
||||||
if ok, indir = implementsIntf(rt, binaryMarshalerTyp); ok {
|
|
||||||
ti.m, ti.mIndir = true, indir
|
|
||||||
}
|
|
||||||
if ok, indir = implementsIntf(rt, binaryUnmarshalerTyp); ok {
|
|
||||||
ti.unm, ti.unmIndir = true, indir
|
|
||||||
}
|
|
||||||
if ok, _ = implementsIntf(rt, mapBySliceTyp); ok {
|
|
||||||
ti.mbs = true
|
|
||||||
}
|
|
||||||
|
|
||||||
pt := rt
|
|
||||||
var ptIndir int8
|
|
||||||
// for ; pt.Kind() == reflect.Ptr; pt, ptIndir = pt.Elem(), ptIndir+1 { }
|
|
||||||
for pt.Kind() == reflect.Ptr {
|
|
||||||
pt = pt.Elem()
|
|
||||||
ptIndir++
|
|
||||||
}
|
|
||||||
if ptIndir == 0 {
|
|
||||||
ti.base = rt
|
|
||||||
ti.baseId = rtid
|
|
||||||
} else {
|
|
||||||
ti.base = pt
|
|
||||||
ti.baseId = reflect.ValueOf(pt).Pointer()
|
|
||||||
ti.baseIndir = ptIndir
|
|
||||||
}
|
|
||||||
|
|
||||||
if rt.Kind() == reflect.Struct {
|
|
||||||
var siInfo *structFieldInfo
|
|
||||||
if f, ok := rt.FieldByName(structInfoFieldName); ok {
|
|
||||||
siInfo = parseStructFieldInfo(structInfoFieldName, f.Tag.Get(structTagName))
|
|
||||||
ti.toArray = siInfo.toArray
|
|
||||||
}
|
|
||||||
sfip := make([]*structFieldInfo, 0, rt.NumField())
|
|
||||||
rgetTypeInfo(rt, nil, make(map[string]bool), &sfip, siInfo)
|
|
||||||
|
|
||||||
// // try to put all si close together
|
|
||||||
// const tryToPutAllStructFieldInfoTogether = true
|
|
||||||
// if tryToPutAllStructFieldInfoTogether {
|
|
||||||
// sfip2 := make([]structFieldInfo, len(sfip))
|
|
||||||
// for i, si := range sfip {
|
|
||||||
// sfip2[i] = *si
|
|
||||||
// }
|
|
||||||
// for i := range sfip {
|
|
||||||
// sfip[i] = &sfip2[i]
|
|
||||||
// }
|
|
||||||
// }
|
|
||||||
|
|
||||||
ti.sfip = make([]*structFieldInfo, len(sfip))
|
|
||||||
ti.sfi = make([]*structFieldInfo, len(sfip))
|
|
||||||
copy(ti.sfip, sfip)
|
|
||||||
sort.Sort(sfiSortedByEncName(sfip))
|
|
||||||
copy(ti.sfi, sfip)
|
|
||||||
}
|
|
||||||
// sfi = sfip
|
|
||||||
cachedTypeInfo[rtid] = pti
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func rgetTypeInfo(rt reflect.Type, indexstack []int, fnameToHastag map[string]bool,
|
|
||||||
sfi *[]*structFieldInfo, siInfo *structFieldInfo,
|
|
||||||
) {
|
|
||||||
// for rt.Kind() == reflect.Ptr {
|
|
||||||
// // indexstack = append(indexstack, 0)
|
|
||||||
// rt = rt.Elem()
|
|
||||||
// }
|
|
||||||
for j := 0; j < rt.NumField(); j++ {
|
|
||||||
f := rt.Field(j)
|
|
||||||
stag := f.Tag.Get(structTagName)
|
|
||||||
if stag == "-" {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if r1, _ := utf8.DecodeRuneInString(f.Name); r1 == utf8.RuneError || !unicode.IsUpper(r1) {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
// if anonymous and there is no struct tag and its a struct (or pointer to struct), inline it.
|
|
||||||
if f.Anonymous && stag == "" {
|
|
||||||
ft := f.Type
|
|
||||||
for ft.Kind() == reflect.Ptr {
|
|
||||||
ft = ft.Elem()
|
|
||||||
}
|
|
||||||
if ft.Kind() == reflect.Struct {
|
|
||||||
indexstack2 := append(append(make([]int, 0, len(indexstack)+4), indexstack...), j)
|
|
||||||
rgetTypeInfo(ft, indexstack2, fnameToHastag, sfi, siInfo)
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// do not let fields with same name in embedded structs override field at higher level.
|
|
||||||
// this must be done after anonymous check, to allow anonymous field
|
|
||||||
// still include their child fields
|
|
||||||
if _, ok := fnameToHastag[f.Name]; ok {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
si := parseStructFieldInfo(f.Name, stag)
|
|
||||||
// si.ikind = int(f.Type.Kind())
|
|
||||||
if len(indexstack) == 0 {
|
|
||||||
si.i = int16(j)
|
|
||||||
} else {
|
|
||||||
si.i = -1
|
|
||||||
si.is = append(append(make([]int, 0, len(indexstack)+4), indexstack...), j)
|
|
||||||
}
|
|
||||||
|
|
||||||
if siInfo != nil {
|
|
||||||
if siInfo.omitEmpty {
|
|
||||||
si.omitEmpty = true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
*sfi = append(*sfi, si)
|
|
||||||
fnameToHastag[f.Name] = stag != ""
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func panicToErr(err *error) {
|
|
||||||
if recoverPanicToErr {
|
|
||||||
if x := recover(); x != nil {
|
|
||||||
//debug.PrintStack()
|
|
||||||
panicValToErr(x, err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func doPanic(tag string, format string, params ...interface{}) {
|
|
||||||
params2 := make([]interface{}, len(params)+1)
|
|
||||||
params2[0] = tag
|
|
||||||
copy(params2[1:], params)
|
|
||||||
panic(fmt.Errorf("%s: "+format, params2...))
|
|
||||||
}
|
|
||||||
|
|
||||||
func checkOverflowFloat32(f float64, doCheck bool) {
|
|
||||||
if !doCheck {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// check overflow (logic adapted from std pkg reflect/value.go OverflowFloat()
|
|
||||||
f2 := f
|
|
||||||
if f2 < 0 {
|
|
||||||
f2 = -f
|
|
||||||
}
|
|
||||||
if math.MaxFloat32 < f2 && f2 <= math.MaxFloat64 {
|
|
||||||
decErr("Overflow float32 value: %v", f2)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func checkOverflow(ui uint64, i int64, bitsize uint8) {
|
|
||||||
// check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
|
|
||||||
if bitsize == 0 {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if i != 0 {
|
|
||||||
if trunc := (i << (64 - bitsize)) >> (64 - bitsize); i != trunc {
|
|
||||||
decErr("Overflow int value: %v", i)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if ui != 0 {
|
|
||||||
if trunc := (ui << (64 - bitsize)) >> (64 - bitsize); ui != trunc {
|
|
||||||
decErr("Overflow uint value: %v", ui)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
|
@ -1,127 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
// All non-std package dependencies live in this file,
|
|
||||||
// so porting to different environment is easy (just update functions).
|
|
||||||
|
|
||||||
import (
|
|
||||||
"errors"
|
|
||||||
"fmt"
|
|
||||||
"math"
|
|
||||||
"reflect"
|
|
||||||
)
|
|
||||||
|
|
||||||
var (
|
|
||||||
raisePanicAfterRecover = false
|
|
||||||
debugging = true
|
|
||||||
)
|
|
||||||
|
|
||||||
func panicValToErr(panicVal interface{}, err *error) {
|
|
||||||
switch xerr := panicVal.(type) {
|
|
||||||
case error:
|
|
||||||
*err = xerr
|
|
||||||
case string:
|
|
||||||
*err = errors.New(xerr)
|
|
||||||
default:
|
|
||||||
*err = fmt.Errorf("%v", panicVal)
|
|
||||||
}
|
|
||||||
if raisePanicAfterRecover {
|
|
||||||
panic(panicVal)
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func isEmptyValueDeref(v reflect.Value, deref bool) bool {
|
|
||||||
switch v.Kind() {
|
|
||||||
case reflect.Array, reflect.Map, reflect.Slice, reflect.String:
|
|
||||||
return v.Len() == 0
|
|
||||||
case reflect.Bool:
|
|
||||||
return !v.Bool()
|
|
||||||
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
|
|
||||||
return v.Int() == 0
|
|
||||||
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr:
|
|
||||||
return v.Uint() == 0
|
|
||||||
case reflect.Float32, reflect.Float64:
|
|
||||||
return v.Float() == 0
|
|
||||||
case reflect.Interface, reflect.Ptr:
|
|
||||||
if deref {
|
|
||||||
if v.IsNil() {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return isEmptyValueDeref(v.Elem(), deref)
|
|
||||||
} else {
|
|
||||||
return v.IsNil()
|
|
||||||
}
|
|
||||||
case reflect.Struct:
|
|
||||||
// return true if all fields are empty. else return false.
|
|
||||||
|
|
||||||
// we cannot use equality check, because some fields may be maps/slices/etc
|
|
||||||
// and consequently the structs are not comparable.
|
|
||||||
// return v.Interface() == reflect.Zero(v.Type()).Interface()
|
|
||||||
for i, n := 0, v.NumField(); i < n; i++ {
|
|
||||||
if !isEmptyValueDeref(v.Field(i), deref) {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func isEmptyValue(v reflect.Value) bool {
|
|
||||||
return isEmptyValueDeref(v, true)
|
|
||||||
}
|
|
||||||
|
|
||||||
func debugf(format string, args ...interface{}) {
|
|
||||||
if debugging {
|
|
||||||
if len(format) == 0 || format[len(format)-1] != '\n' {
|
|
||||||
format = format + "\n"
|
|
||||||
}
|
|
||||||
fmt.Printf(format, args...)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func pruneSignExt(v []byte, pos bool) (n int) {
|
|
||||||
if len(v) < 2 {
|
|
||||||
} else if pos && v[0] == 0 {
|
|
||||||
for ; v[n] == 0 && n+1 < len(v) && (v[n+1]&(1<<7) == 0); n++ {
|
|
||||||
}
|
|
||||||
} else if !pos && v[0] == 0xff {
|
|
||||||
for ; v[n] == 0xff && n+1 < len(v) && (v[n+1]&(1<<7) != 0); n++ {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func implementsIntf(typ, iTyp reflect.Type) (success bool, indir int8) {
|
|
||||||
if typ == nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
rt := typ
|
|
||||||
// The type might be a pointer and we need to keep
|
|
||||||
// dereferencing to the base type until we find an implementation.
|
|
||||||
for {
|
|
||||||
if rt.Implements(iTyp) {
|
|
||||||
return true, indir
|
|
||||||
}
|
|
||||||
if p := rt; p.Kind() == reflect.Ptr {
|
|
||||||
indir++
|
|
||||||
if indir >= math.MaxInt8 { // insane number of indirections
|
|
||||||
return false, 0
|
|
||||||
}
|
|
||||||
rt = p.Elem()
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
break
|
|
||||||
}
|
|
||||||
// No luck yet, but if this is a base type (non-pointer), the pointer might satisfy.
|
|
||||||
if typ.Kind() != reflect.Ptr {
|
|
||||||
// Not a pointer, but does the pointer work?
|
|
||||||
if reflect.PtrTo(typ).Implements(iTyp) {
|
|
||||||
return true, -1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return false, 0
|
|
||||||
}
|
|
|
@ -1,816 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
/*
|
|
||||||
MSGPACK
|
|
||||||
|
|
||||||
Msgpack-c implementation powers the c, c++, python, ruby, etc libraries.
|
|
||||||
We need to maintain compatibility with it and how it encodes integer values
|
|
||||||
without caring about the type.
|
|
||||||
|
|
||||||
For compatibility with behaviour of msgpack-c reference implementation:
|
|
||||||
- Go intX (>0) and uintX
|
|
||||||
IS ENCODED AS
|
|
||||||
msgpack +ve fixnum, unsigned
|
|
||||||
- Go intX (<0)
|
|
||||||
IS ENCODED AS
|
|
||||||
msgpack -ve fixnum, signed
|
|
||||||
|
|
||||||
*/
|
|
||||||
package codec
|
|
||||||
|
|
||||||
import (
|
|
||||||
"fmt"
|
|
||||||
"io"
|
|
||||||
"math"
|
|
||||||
"net/rpc"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
mpPosFixNumMin byte = 0x00
|
|
||||||
mpPosFixNumMax = 0x7f
|
|
||||||
mpFixMapMin = 0x80
|
|
||||||
mpFixMapMax = 0x8f
|
|
||||||
mpFixArrayMin = 0x90
|
|
||||||
mpFixArrayMax = 0x9f
|
|
||||||
mpFixStrMin = 0xa0
|
|
||||||
mpFixStrMax = 0xbf
|
|
||||||
mpNil = 0xc0
|
|
||||||
_ = 0xc1
|
|
||||||
mpFalse = 0xc2
|
|
||||||
mpTrue = 0xc3
|
|
||||||
mpFloat = 0xca
|
|
||||||
mpDouble = 0xcb
|
|
||||||
mpUint8 = 0xcc
|
|
||||||
mpUint16 = 0xcd
|
|
||||||
mpUint32 = 0xce
|
|
||||||
mpUint64 = 0xcf
|
|
||||||
mpInt8 = 0xd0
|
|
||||||
mpInt16 = 0xd1
|
|
||||||
mpInt32 = 0xd2
|
|
||||||
mpInt64 = 0xd3
|
|
||||||
|
|
||||||
// extensions below
|
|
||||||
mpBin8 = 0xc4
|
|
||||||
mpBin16 = 0xc5
|
|
||||||
mpBin32 = 0xc6
|
|
||||||
mpExt8 = 0xc7
|
|
||||||
mpExt16 = 0xc8
|
|
||||||
mpExt32 = 0xc9
|
|
||||||
mpFixExt1 = 0xd4
|
|
||||||
mpFixExt2 = 0xd5
|
|
||||||
mpFixExt4 = 0xd6
|
|
||||||
mpFixExt8 = 0xd7
|
|
||||||
mpFixExt16 = 0xd8
|
|
||||||
|
|
||||||
mpStr8 = 0xd9 // new
|
|
||||||
mpStr16 = 0xda
|
|
||||||
mpStr32 = 0xdb
|
|
||||||
|
|
||||||
mpArray16 = 0xdc
|
|
||||||
mpArray32 = 0xdd
|
|
||||||
|
|
||||||
mpMap16 = 0xde
|
|
||||||
mpMap32 = 0xdf
|
|
||||||
|
|
||||||
mpNegFixNumMin = 0xe0
|
|
||||||
mpNegFixNumMax = 0xff
|
|
||||||
)
|
|
||||||
|
|
||||||
// MsgpackSpecRpcMultiArgs is a special type which signifies to the MsgpackSpecRpcCodec
|
|
||||||
// that the backend RPC service takes multiple arguments, which have been arranged
|
|
||||||
// in sequence in the slice.
|
|
||||||
//
|
|
||||||
// The Codec then passes it AS-IS to the rpc service (without wrapping it in an
|
|
||||||
// array of 1 element).
|
|
||||||
type MsgpackSpecRpcMultiArgs []interface{}
|
|
||||||
|
|
||||||
// A MsgpackContainer type specifies the different types of msgpackContainers.
|
|
||||||
type msgpackContainerType struct {
|
|
||||||
fixCutoff int
|
|
||||||
bFixMin, b8, b16, b32 byte
|
|
||||||
hasFixMin, has8, has8Always bool
|
|
||||||
}
|
|
||||||
|
|
||||||
var (
|
|
||||||
msgpackContainerStr = msgpackContainerType{32, mpFixStrMin, mpStr8, mpStr16, mpStr32, true, true, false}
|
|
||||||
msgpackContainerBin = msgpackContainerType{0, 0, mpBin8, mpBin16, mpBin32, false, true, true}
|
|
||||||
msgpackContainerList = msgpackContainerType{16, mpFixArrayMin, 0, mpArray16, mpArray32, true, false, false}
|
|
||||||
msgpackContainerMap = msgpackContainerType{16, mpFixMapMin, 0, mpMap16, mpMap32, true, false, false}
|
|
||||||
)
|
|
||||||
|
|
||||||
//---------------------------------------------
|
|
||||||
|
|
||||||
type msgpackEncDriver struct {
|
|
||||||
w encWriter
|
|
||||||
h *MsgpackHandle
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
//no builtin types. All encodings are based on kinds. Types supported as extensions.
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeBuiltin(rt uintptr, v interface{}) {}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeNil() {
|
|
||||||
e.w.writen1(mpNil)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeInt(i int64) {
|
|
||||||
|
|
||||||
switch {
|
|
||||||
case i >= 0:
|
|
||||||
e.encodeUint(uint64(i))
|
|
||||||
case i >= -32:
|
|
||||||
e.w.writen1(byte(i))
|
|
||||||
case i >= math.MinInt8:
|
|
||||||
e.w.writen2(mpInt8, byte(i))
|
|
||||||
case i >= math.MinInt16:
|
|
||||||
e.w.writen1(mpInt16)
|
|
||||||
e.w.writeUint16(uint16(i))
|
|
||||||
case i >= math.MinInt32:
|
|
||||||
e.w.writen1(mpInt32)
|
|
||||||
e.w.writeUint32(uint32(i))
|
|
||||||
default:
|
|
||||||
e.w.writen1(mpInt64)
|
|
||||||
e.w.writeUint64(uint64(i))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeUint(i uint64) {
|
|
||||||
switch {
|
|
||||||
case i <= math.MaxInt8:
|
|
||||||
e.w.writen1(byte(i))
|
|
||||||
case i <= math.MaxUint8:
|
|
||||||
e.w.writen2(mpUint8, byte(i))
|
|
||||||
case i <= math.MaxUint16:
|
|
||||||
e.w.writen1(mpUint16)
|
|
||||||
e.w.writeUint16(uint16(i))
|
|
||||||
case i <= math.MaxUint32:
|
|
||||||
e.w.writen1(mpUint32)
|
|
||||||
e.w.writeUint32(uint32(i))
|
|
||||||
default:
|
|
||||||
e.w.writen1(mpUint64)
|
|
||||||
e.w.writeUint64(uint64(i))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeBool(b bool) {
|
|
||||||
if b {
|
|
||||||
e.w.writen1(mpTrue)
|
|
||||||
} else {
|
|
||||||
e.w.writen1(mpFalse)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeFloat32(f float32) {
|
|
||||||
e.w.writen1(mpFloat)
|
|
||||||
e.w.writeUint32(math.Float32bits(f))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeFloat64(f float64) {
|
|
||||||
e.w.writen1(mpDouble)
|
|
||||||
e.w.writeUint64(math.Float64bits(f))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeExtPreamble(xtag byte, l int) {
|
|
||||||
switch {
|
|
||||||
case l == 1:
|
|
||||||
e.w.writen2(mpFixExt1, xtag)
|
|
||||||
case l == 2:
|
|
||||||
e.w.writen2(mpFixExt2, xtag)
|
|
||||||
case l == 4:
|
|
||||||
e.w.writen2(mpFixExt4, xtag)
|
|
||||||
case l == 8:
|
|
||||||
e.w.writen2(mpFixExt8, xtag)
|
|
||||||
case l == 16:
|
|
||||||
e.w.writen2(mpFixExt16, xtag)
|
|
||||||
case l < 256:
|
|
||||||
e.w.writen2(mpExt8, byte(l))
|
|
||||||
e.w.writen1(xtag)
|
|
||||||
case l < 65536:
|
|
||||||
e.w.writen1(mpExt16)
|
|
||||||
e.w.writeUint16(uint16(l))
|
|
||||||
e.w.writen1(xtag)
|
|
||||||
default:
|
|
||||||
e.w.writen1(mpExt32)
|
|
||||||
e.w.writeUint32(uint32(l))
|
|
||||||
e.w.writen1(xtag)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeArrayPreamble(length int) {
|
|
||||||
e.writeContainerLen(msgpackContainerList, length)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeMapPreamble(length int) {
|
|
||||||
e.writeContainerLen(msgpackContainerMap, length)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeString(c charEncoding, s string) {
|
|
||||||
if c == c_RAW && e.h.WriteExt {
|
|
||||||
e.writeContainerLen(msgpackContainerBin, len(s))
|
|
||||||
} else {
|
|
||||||
e.writeContainerLen(msgpackContainerStr, len(s))
|
|
||||||
}
|
|
||||||
if len(s) > 0 {
|
|
||||||
e.w.writestr(s)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeSymbol(v string) {
|
|
||||||
e.encodeString(c_UTF8, v)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) encodeStringBytes(c charEncoding, bs []byte) {
|
|
||||||
if c == c_RAW && e.h.WriteExt {
|
|
||||||
e.writeContainerLen(msgpackContainerBin, len(bs))
|
|
||||||
} else {
|
|
||||||
e.writeContainerLen(msgpackContainerStr, len(bs))
|
|
||||||
}
|
|
||||||
if len(bs) > 0 {
|
|
||||||
e.w.writeb(bs)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *msgpackEncDriver) writeContainerLen(ct msgpackContainerType, l int) {
|
|
||||||
switch {
|
|
||||||
case ct.hasFixMin && l < ct.fixCutoff:
|
|
||||||
e.w.writen1(ct.bFixMin | byte(l))
|
|
||||||
case ct.has8 && l < 256 && (ct.has8Always || e.h.WriteExt):
|
|
||||||
e.w.writen2(ct.b8, uint8(l))
|
|
||||||
case l < 65536:
|
|
||||||
e.w.writen1(ct.b16)
|
|
||||||
e.w.writeUint16(uint16(l))
|
|
||||||
default:
|
|
||||||
e.w.writen1(ct.b32)
|
|
||||||
e.w.writeUint32(uint32(l))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
//---------------------------------------------
|
|
||||||
|
|
||||||
type msgpackDecDriver struct {
|
|
||||||
r decReader
|
|
||||||
h *MsgpackHandle
|
|
||||||
bd byte
|
|
||||||
bdRead bool
|
|
||||||
bdType valueType
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
//no builtin types. All encodings are based on kinds. Types supported as extensions.
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) decodeBuiltin(rt uintptr, v interface{}) {}
|
|
||||||
|
|
||||||
// Note: This returns either a primitive (int, bool, etc) for non-containers,
|
|
||||||
// or a containerType, or a specific type denoting nil or extension.
|
|
||||||
// It is called when a nil interface{} is passed, leaving it up to the DecDriver
|
|
||||||
// to introspect the stream and decide how best to decode.
|
|
||||||
// It deciphers the value by looking at the stream first.
|
|
||||||
func (d *msgpackDecDriver) decodeNaked() (v interface{}, vt valueType, decodeFurther bool) {
|
|
||||||
d.initReadNext()
|
|
||||||
bd := d.bd
|
|
||||||
|
|
||||||
switch bd {
|
|
||||||
case mpNil:
|
|
||||||
vt = valueTypeNil
|
|
||||||
d.bdRead = false
|
|
||||||
case mpFalse:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = false
|
|
||||||
case mpTrue:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = true
|
|
||||||
|
|
||||||
case mpFloat:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = float64(math.Float32frombits(d.r.readUint32()))
|
|
||||||
case mpDouble:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = math.Float64frombits(d.r.readUint64())
|
|
||||||
|
|
||||||
case mpUint8:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = uint64(d.r.readn1())
|
|
||||||
case mpUint16:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = uint64(d.r.readUint16())
|
|
||||||
case mpUint32:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = uint64(d.r.readUint32())
|
|
||||||
case mpUint64:
|
|
||||||
vt = valueTypeUint
|
|
||||||
v = uint64(d.r.readUint64())
|
|
||||||
|
|
||||||
case mpInt8:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int8(d.r.readn1()))
|
|
||||||
case mpInt16:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int16(d.r.readUint16()))
|
|
||||||
case mpInt32:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int32(d.r.readUint32()))
|
|
||||||
case mpInt64:
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int64(d.r.readUint64()))
|
|
||||||
|
|
||||||
default:
|
|
||||||
switch {
|
|
||||||
case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
|
|
||||||
// positive fixnum (always signed)
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int8(bd))
|
|
||||||
case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
|
|
||||||
// negative fixnum
|
|
||||||
vt = valueTypeInt
|
|
||||||
v = int64(int8(bd))
|
|
||||||
case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
|
|
||||||
if d.h.RawToString {
|
|
||||||
var rvm string
|
|
||||||
vt = valueTypeString
|
|
||||||
v = &rvm
|
|
||||||
} else {
|
|
||||||
var rvm = []byte{}
|
|
||||||
vt = valueTypeBytes
|
|
||||||
v = &rvm
|
|
||||||
}
|
|
||||||
decodeFurther = true
|
|
||||||
case bd == mpBin8, bd == mpBin16, bd == mpBin32:
|
|
||||||
var rvm = []byte{}
|
|
||||||
vt = valueTypeBytes
|
|
||||||
v = &rvm
|
|
||||||
decodeFurther = true
|
|
||||||
case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
|
|
||||||
vt = valueTypeArray
|
|
||||||
decodeFurther = true
|
|
||||||
case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
|
|
||||||
vt = valueTypeMap
|
|
||||||
decodeFurther = true
|
|
||||||
case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
|
|
||||||
clen := d.readExtLen()
|
|
||||||
var re RawExt
|
|
||||||
re.Tag = d.r.readn1()
|
|
||||||
re.Data = d.r.readn(clen)
|
|
||||||
v = &re
|
|
||||||
vt = valueTypeExt
|
|
||||||
default:
|
|
||||||
decErr("Nil-Deciphered DecodeValue: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if !decodeFurther {
|
|
||||||
d.bdRead = false
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// int can be decoded from msgpack type: intXXX or uintXXX
|
|
||||||
func (d *msgpackDecDriver) decodeInt(bitsize uint8) (i int64) {
|
|
||||||
switch d.bd {
|
|
||||||
case mpUint8:
|
|
||||||
i = int64(uint64(d.r.readn1()))
|
|
||||||
case mpUint16:
|
|
||||||
i = int64(uint64(d.r.readUint16()))
|
|
||||||
case mpUint32:
|
|
||||||
i = int64(uint64(d.r.readUint32()))
|
|
||||||
case mpUint64:
|
|
||||||
i = int64(d.r.readUint64())
|
|
||||||
case mpInt8:
|
|
||||||
i = int64(int8(d.r.readn1()))
|
|
||||||
case mpInt16:
|
|
||||||
i = int64(int16(d.r.readUint16()))
|
|
||||||
case mpInt32:
|
|
||||||
i = int64(int32(d.r.readUint32()))
|
|
||||||
case mpInt64:
|
|
||||||
i = int64(d.r.readUint64())
|
|
||||||
default:
|
|
||||||
switch {
|
|
||||||
case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
|
|
||||||
i = int64(int8(d.bd))
|
|
||||||
case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
|
|
||||||
i = int64(int8(d.bd))
|
|
||||||
default:
|
|
||||||
decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
|
|
||||||
if bitsize > 0 {
|
|
||||||
if trunc := (i << (64 - bitsize)) >> (64 - bitsize); i != trunc {
|
|
||||||
decErr("Overflow int value: %v", i)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// uint can be decoded from msgpack type: intXXX or uintXXX
|
|
||||||
func (d *msgpackDecDriver) decodeUint(bitsize uint8) (ui uint64) {
|
|
||||||
switch d.bd {
|
|
||||||
case mpUint8:
|
|
||||||
ui = uint64(d.r.readn1())
|
|
||||||
case mpUint16:
|
|
||||||
ui = uint64(d.r.readUint16())
|
|
||||||
case mpUint32:
|
|
||||||
ui = uint64(d.r.readUint32())
|
|
||||||
case mpUint64:
|
|
||||||
ui = d.r.readUint64()
|
|
||||||
case mpInt8:
|
|
||||||
if i := int64(int8(d.r.readn1())); i >= 0 {
|
|
||||||
ui = uint64(i)
|
|
||||||
} else {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
case mpInt16:
|
|
||||||
if i := int64(int16(d.r.readUint16())); i >= 0 {
|
|
||||||
ui = uint64(i)
|
|
||||||
} else {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
case mpInt32:
|
|
||||||
if i := int64(int32(d.r.readUint32())); i >= 0 {
|
|
||||||
ui = uint64(i)
|
|
||||||
} else {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
case mpInt64:
|
|
||||||
if i := int64(d.r.readUint64()); i >= 0 {
|
|
||||||
ui = uint64(i)
|
|
||||||
} else {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
default:
|
|
||||||
switch {
|
|
||||||
case d.bd >= mpPosFixNumMin && d.bd <= mpPosFixNumMax:
|
|
||||||
ui = uint64(d.bd)
|
|
||||||
case d.bd >= mpNegFixNumMin && d.bd <= mpNegFixNumMax:
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", int(d.bd))
|
|
||||||
default:
|
|
||||||
decErr("Unhandled single-byte unsigned integer value: %s: %x", msgBadDesc, d.bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// check overflow (logic adapted from std pkg reflect/value.go OverflowUint()
|
|
||||||
if bitsize > 0 {
|
|
||||||
if trunc := (ui << (64 - bitsize)) >> (64 - bitsize); ui != trunc {
|
|
||||||
decErr("Overflow uint value: %v", ui)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// float can either be decoded from msgpack type: float, double or intX
|
|
||||||
func (d *msgpackDecDriver) decodeFloat(chkOverflow32 bool) (f float64) {
|
|
||||||
switch d.bd {
|
|
||||||
case mpFloat:
|
|
||||||
f = float64(math.Float32frombits(d.r.readUint32()))
|
|
||||||
case mpDouble:
|
|
||||||
f = math.Float64frombits(d.r.readUint64())
|
|
||||||
default:
|
|
||||||
f = float64(d.decodeInt(0))
|
|
||||||
}
|
|
||||||
checkOverflowFloat32(f, chkOverflow32)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// bool can be decoded from bool, fixnum 0 or 1.
|
|
||||||
func (d *msgpackDecDriver) decodeBool() (b bool) {
|
|
||||||
switch d.bd {
|
|
||||||
case mpFalse, 0:
|
|
||||||
// b = false
|
|
||||||
case mpTrue, 1:
|
|
||||||
b = true
|
|
||||||
default:
|
|
||||||
decErr("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) decodeString() (s string) {
|
|
||||||
clen := d.readContainerLen(msgpackContainerStr)
|
|
||||||
if clen > 0 {
|
|
||||||
s = string(d.r.readn(clen))
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// Callers must check if changed=true (to decide whether to replace the one they have)
|
|
||||||
func (d *msgpackDecDriver) decodeBytes(bs []byte) (bsOut []byte, changed bool) {
|
|
||||||
// bytes can be decoded from msgpackContainerStr or msgpackContainerBin
|
|
||||||
var clen int
|
|
||||||
switch d.bd {
|
|
||||||
case mpBin8, mpBin16, mpBin32:
|
|
||||||
clen = d.readContainerLen(msgpackContainerBin)
|
|
||||||
default:
|
|
||||||
clen = d.readContainerLen(msgpackContainerStr)
|
|
||||||
}
|
|
||||||
// if clen < 0 {
|
|
||||||
// changed = true
|
|
||||||
// panic("length cannot be zero. this cannot be nil.")
|
|
||||||
// }
|
|
||||||
if clen > 0 {
|
|
||||||
// if no contents in stream, don't update the passed byteslice
|
|
||||||
if len(bs) != clen {
|
|
||||||
// Return changed=true if length of passed slice diff from length of bytes in stream
|
|
||||||
if len(bs) > clen {
|
|
||||||
bs = bs[:clen]
|
|
||||||
} else {
|
|
||||||
bs = make([]byte, clen)
|
|
||||||
}
|
|
||||||
bsOut = bs
|
|
||||||
changed = true
|
|
||||||
}
|
|
||||||
d.r.readb(bs)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// Every top-level decode funcs (i.e. decodeValue, decode) must call this first.
|
|
||||||
func (d *msgpackDecDriver) initReadNext() {
|
|
||||||
if d.bdRead {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
d.bd = d.r.readn1()
|
|
||||||
d.bdRead = true
|
|
||||||
d.bdType = valueTypeUnset
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) currentEncodedType() valueType {
|
|
||||||
if d.bdType == valueTypeUnset {
|
|
||||||
bd := d.bd
|
|
||||||
switch bd {
|
|
||||||
case mpNil:
|
|
||||||
d.bdType = valueTypeNil
|
|
||||||
case mpFalse, mpTrue:
|
|
||||||
d.bdType = valueTypeBool
|
|
||||||
case mpFloat, mpDouble:
|
|
||||||
d.bdType = valueTypeFloat
|
|
||||||
case mpUint8, mpUint16, mpUint32, mpUint64:
|
|
||||||
d.bdType = valueTypeUint
|
|
||||||
case mpInt8, mpInt16, mpInt32, mpInt64:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
default:
|
|
||||||
switch {
|
|
||||||
case bd >= mpPosFixNumMin && bd <= mpPosFixNumMax:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
case bd >= mpNegFixNumMin && bd <= mpNegFixNumMax:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
case bd == mpStr8, bd == mpStr16, bd == mpStr32, bd >= mpFixStrMin && bd <= mpFixStrMax:
|
|
||||||
if d.h.RawToString {
|
|
||||||
d.bdType = valueTypeString
|
|
||||||
} else {
|
|
||||||
d.bdType = valueTypeBytes
|
|
||||||
}
|
|
||||||
case bd == mpBin8, bd == mpBin16, bd == mpBin32:
|
|
||||||
d.bdType = valueTypeBytes
|
|
||||||
case bd == mpArray16, bd == mpArray32, bd >= mpFixArrayMin && bd <= mpFixArrayMax:
|
|
||||||
d.bdType = valueTypeArray
|
|
||||||
case bd == mpMap16, bd == mpMap32, bd >= mpFixMapMin && bd <= mpFixMapMax:
|
|
||||||
d.bdType = valueTypeMap
|
|
||||||
case bd >= mpFixExt1 && bd <= mpFixExt16, bd >= mpExt8 && bd <= mpExt32:
|
|
||||||
d.bdType = valueTypeExt
|
|
||||||
default:
|
|
||||||
decErr("currentEncodedType: Undeciphered descriptor: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return d.bdType
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) tryDecodeAsNil() bool {
|
|
||||||
if d.bd == mpNil {
|
|
||||||
d.bdRead = false
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) readContainerLen(ct msgpackContainerType) (clen int) {
|
|
||||||
bd := d.bd
|
|
||||||
switch {
|
|
||||||
case bd == mpNil:
|
|
||||||
clen = -1 // to represent nil
|
|
||||||
case bd == ct.b8:
|
|
||||||
clen = int(d.r.readn1())
|
|
||||||
case bd == ct.b16:
|
|
||||||
clen = int(d.r.readUint16())
|
|
||||||
case bd == ct.b32:
|
|
||||||
clen = int(d.r.readUint32())
|
|
||||||
case (ct.bFixMin & bd) == ct.bFixMin:
|
|
||||||
clen = int(ct.bFixMin ^ bd)
|
|
||||||
default:
|
|
||||||
decErr("readContainerLen: %s: hex: %x, dec: %d", msgBadDesc, bd, bd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) readMapLen() int {
|
|
||||||
return d.readContainerLen(msgpackContainerMap)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) readArrayLen() int {
|
|
||||||
return d.readContainerLen(msgpackContainerList)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) readExtLen() (clen int) {
|
|
||||||
switch d.bd {
|
|
||||||
case mpNil:
|
|
||||||
clen = -1 // to represent nil
|
|
||||||
case mpFixExt1:
|
|
||||||
clen = 1
|
|
||||||
case mpFixExt2:
|
|
||||||
clen = 2
|
|
||||||
case mpFixExt4:
|
|
||||||
clen = 4
|
|
||||||
case mpFixExt8:
|
|
||||||
clen = 8
|
|
||||||
case mpFixExt16:
|
|
||||||
clen = 16
|
|
||||||
case mpExt8:
|
|
||||||
clen = int(d.r.readn1())
|
|
||||||
case mpExt16:
|
|
||||||
clen = int(d.r.readUint16())
|
|
||||||
case mpExt32:
|
|
||||||
clen = int(d.r.readUint32())
|
|
||||||
default:
|
|
||||||
decErr("decoding ext bytes: found unexpected byte: %x", d.bd)
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *msgpackDecDriver) decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte) {
|
|
||||||
xbd := d.bd
|
|
||||||
switch {
|
|
||||||
case xbd == mpBin8, xbd == mpBin16, xbd == mpBin32:
|
|
||||||
xbs, _ = d.decodeBytes(nil)
|
|
||||||
case xbd == mpStr8, xbd == mpStr16, xbd == mpStr32,
|
|
||||||
xbd >= mpFixStrMin && xbd <= mpFixStrMax:
|
|
||||||
xbs = []byte(d.decodeString())
|
|
||||||
default:
|
|
||||||
clen := d.readExtLen()
|
|
||||||
xtag = d.r.readn1()
|
|
||||||
if verifyTag && xtag != tag {
|
|
||||||
decErr("Wrong extension tag. Got %b. Expecting: %v", xtag, tag)
|
|
||||||
}
|
|
||||||
xbs = d.r.readn(clen)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
//--------------------------------------------------
|
|
||||||
|
|
||||||
//MsgpackHandle is a Handle for the Msgpack Schema-Free Encoding Format.
|
|
||||||
type MsgpackHandle struct {
|
|
||||||
BasicHandle
|
|
||||||
|
|
||||||
// RawToString controls how raw bytes are decoded into a nil interface{}.
|
|
||||||
RawToString bool
|
|
||||||
// WriteExt flag supports encoding configured extensions with extension tags.
|
|
||||||
// It also controls whether other elements of the new spec are encoded (ie Str8).
|
|
||||||
//
|
|
||||||
// With WriteExt=false, configured extensions are serialized as raw bytes
|
|
||||||
// and Str8 is not encoded.
|
|
||||||
//
|
|
||||||
// A stream can still be decoded into a typed value, provided an appropriate value
|
|
||||||
// is provided, but the type cannot be inferred from the stream. If no appropriate
|
|
||||||
// type is provided (e.g. decoding into a nil interface{}), you get back
|
|
||||||
// a []byte or string based on the setting of RawToString.
|
|
||||||
WriteExt bool
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *MsgpackHandle) newEncDriver(w encWriter) encDriver {
|
|
||||||
return &msgpackEncDriver{w: w, h: h}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *MsgpackHandle) newDecDriver(r decReader) decDriver {
|
|
||||||
return &msgpackDecDriver{r: r, h: h}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *MsgpackHandle) writeExt() bool {
|
|
||||||
return h.WriteExt
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *MsgpackHandle) getBasicHandle() *BasicHandle {
|
|
||||||
return &h.BasicHandle
|
|
||||||
}
|
|
||||||
|
|
||||||
//--------------------------------------------------
|
|
||||||
|
|
||||||
type msgpackSpecRpcCodec struct {
|
|
||||||
rpcCodec
|
|
||||||
}
|
|
||||||
|
|
||||||
// /////////////// Spec RPC Codec ///////////////////
|
|
||||||
func (c *msgpackSpecRpcCodec) WriteRequest(r *rpc.Request, body interface{}) error {
|
|
||||||
// WriteRequest can write to both a Go service, and other services that do
|
|
||||||
// not abide by the 1 argument rule of a Go service.
|
|
||||||
// We discriminate based on if the body is a MsgpackSpecRpcMultiArgs
|
|
||||||
var bodyArr []interface{}
|
|
||||||
if m, ok := body.(MsgpackSpecRpcMultiArgs); ok {
|
|
||||||
bodyArr = ([]interface{})(m)
|
|
||||||
} else {
|
|
||||||
bodyArr = []interface{}{body}
|
|
||||||
}
|
|
||||||
r2 := []interface{}{0, uint32(r.Seq), r.ServiceMethod, bodyArr}
|
|
||||||
return c.write(r2, nil, false, true)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *msgpackSpecRpcCodec) WriteResponse(r *rpc.Response, body interface{}) error {
|
|
||||||
var moe interface{}
|
|
||||||
if r.Error != "" {
|
|
||||||
moe = r.Error
|
|
||||||
}
|
|
||||||
if moe != nil && body != nil {
|
|
||||||
body = nil
|
|
||||||
}
|
|
||||||
r2 := []interface{}{1, uint32(r.Seq), moe, body}
|
|
||||||
return c.write(r2, nil, false, true)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *msgpackSpecRpcCodec) ReadResponseHeader(r *rpc.Response) error {
|
|
||||||
return c.parseCustomHeader(1, &r.Seq, &r.Error)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *msgpackSpecRpcCodec) ReadRequestHeader(r *rpc.Request) error {
|
|
||||||
return c.parseCustomHeader(0, &r.Seq, &r.ServiceMethod)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *msgpackSpecRpcCodec) ReadRequestBody(body interface{}) error {
|
|
||||||
if body == nil { // read and discard
|
|
||||||
return c.read(nil)
|
|
||||||
}
|
|
||||||
bodyArr := []interface{}{body}
|
|
||||||
return c.read(&bodyArr)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *msgpackSpecRpcCodec) parseCustomHeader(expectTypeByte byte, msgid *uint64, methodOrError *string) (err error) {
|
|
||||||
|
|
||||||
if c.cls {
|
|
||||||
return io.EOF
|
|
||||||
}
|
|
||||||
|
|
||||||
// We read the response header by hand
|
|
||||||
// so that the body can be decoded on its own from the stream at a later time.
|
|
||||||
|
|
||||||
const fia byte = 0x94 //four item array descriptor value
|
|
||||||
// Not sure why the panic of EOF is swallowed above.
|
|
||||||
// if bs1 := c.dec.r.readn1(); bs1 != fia {
|
|
||||||
// err = fmt.Errorf("Unexpected value for array descriptor: Expecting %v. Received %v", fia, bs1)
|
|
||||||
// return
|
|
||||||
// }
|
|
||||||
var b byte
|
|
||||||
b, err = c.br.ReadByte()
|
|
||||||
if err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if b != fia {
|
|
||||||
err = fmt.Errorf("Unexpected value for array descriptor: Expecting %v. Received %v", fia, b)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
if err = c.read(&b); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if b != expectTypeByte {
|
|
||||||
err = fmt.Errorf("Unexpected byte descriptor in header. Expecting %v. Received %v", expectTypeByte, b)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if err = c.read(msgid); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if err = c.read(methodOrError); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
//--------------------------------------------------
|
|
||||||
|
|
||||||
// msgpackSpecRpc is the implementation of Rpc that uses custom communication protocol
|
|
||||||
// as defined in the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md
|
|
||||||
type msgpackSpecRpc struct{}
|
|
||||||
|
|
||||||
// MsgpackSpecRpc implements Rpc using the communication protocol defined in
|
|
||||||
// the msgpack spec at https://github.com/msgpack-rpc/msgpack-rpc/blob/master/spec.md .
|
|
||||||
// Its methods (ServerCodec and ClientCodec) return values that implement RpcCodecBuffered.
|
|
||||||
var MsgpackSpecRpc msgpackSpecRpc
|
|
||||||
|
|
||||||
func (x msgpackSpecRpc) ServerCodec(conn io.ReadWriteCloser, h Handle) rpc.ServerCodec {
|
|
||||||
return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (x msgpackSpecRpc) ClientCodec(conn io.ReadWriteCloser, h Handle) rpc.ClientCodec {
|
|
||||||
return &msgpackSpecRpcCodec{newRPCCodec(conn, h)}
|
|
||||||
}
|
|
||||||
|
|
||||||
var _ decDriver = (*msgpackDecDriver)(nil)
|
|
||||||
var _ encDriver = (*msgpackEncDriver)(nil)
|
|
|
@ -1,110 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
# This will create golden files in a directory passed to it.
|
|
||||||
# A Test calls this internally to create the golden files
|
|
||||||
# So it can process them (so we don't have to checkin the files).
|
|
||||||
|
|
||||||
import msgpack, msgpackrpc, sys, os, threading
|
|
||||||
|
|
||||||
def get_test_data_list():
|
|
||||||
# get list with all primitive types, and a combo type
|
|
||||||
l0 = [
|
|
||||||
-8,
|
|
||||||
-1616,
|
|
||||||
-32323232,
|
|
||||||
-6464646464646464,
|
|
||||||
192,
|
|
||||||
1616,
|
|
||||||
32323232,
|
|
||||||
6464646464646464,
|
|
||||||
192,
|
|
||||||
-3232.0,
|
|
||||||
-6464646464.0,
|
|
||||||
3232.0,
|
|
||||||
6464646464.0,
|
|
||||||
False,
|
|
||||||
True,
|
|
||||||
None,
|
|
||||||
"someday",
|
|
||||||
"",
|
|
||||||
"bytestring",
|
|
||||||
1328176922000002000,
|
|
||||||
-2206187877999998000,
|
|
||||||
0,
|
|
||||||
-6795364578871345152
|
|
||||||
]
|
|
||||||
l1 = [
|
|
||||||
{ "true": True,
|
|
||||||
"false": False },
|
|
||||||
{ "true": "True",
|
|
||||||
"false": False,
|
|
||||||
"uint16(1616)": 1616 },
|
|
||||||
{ "list": [1616, 32323232, True, -3232.0, {"TRUE":True, "FALSE":False}, [True, False] ],
|
|
||||||
"int32":32323232, "bool": True,
|
|
||||||
"LONG STRING": "123456789012345678901234567890123456789012345678901234567890",
|
|
||||||
"SHORT STRING": "1234567890" },
|
|
||||||
{ True: "true", 8: False, "false": 0 }
|
|
||||||
]
|
|
||||||
|
|
||||||
l = []
|
|
||||||
l.extend(l0)
|
|
||||||
l.append(l0)
|
|
||||||
l.extend(l1)
|
|
||||||
return l
|
|
||||||
|
|
||||||
def build_test_data(destdir):
|
|
||||||
l = get_test_data_list()
|
|
||||||
for i in range(len(l)):
|
|
||||||
packer = msgpack.Packer()
|
|
||||||
serialized = packer.pack(l[i])
|
|
||||||
f = open(os.path.join(destdir, str(i) + '.golden'), 'wb')
|
|
||||||
f.write(serialized)
|
|
||||||
f.close()
|
|
||||||
|
|
||||||
def doRpcServer(port, stopTimeSec):
|
|
||||||
class EchoHandler(object):
|
|
||||||
def Echo123(self, msg1, msg2, msg3):
|
|
||||||
return ("1:%s 2:%s 3:%s" % (msg1, msg2, msg3))
|
|
||||||
def EchoStruct(self, msg):
|
|
||||||
return ("%s" % msg)
|
|
||||||
|
|
||||||
addr = msgpackrpc.Address('localhost', port)
|
|
||||||
server = msgpackrpc.Server(EchoHandler())
|
|
||||||
server.listen(addr)
|
|
||||||
# run thread to stop it after stopTimeSec seconds if > 0
|
|
||||||
if stopTimeSec > 0:
|
|
||||||
def myStopRpcServer():
|
|
||||||
server.stop()
|
|
||||||
t = threading.Timer(stopTimeSec, myStopRpcServer)
|
|
||||||
t.start()
|
|
||||||
server.start()
|
|
||||||
|
|
||||||
def doRpcClientToPythonSvc(port):
|
|
||||||
address = msgpackrpc.Address('localhost', port)
|
|
||||||
client = msgpackrpc.Client(address, unpack_encoding='utf-8')
|
|
||||||
print client.call("Echo123", "A1", "B2", "C3")
|
|
||||||
print client.call("EchoStruct", {"A" :"Aa", "B":"Bb", "C":"Cc"})
|
|
||||||
|
|
||||||
def doRpcClientToGoSvc(port):
|
|
||||||
# print ">>>> port: ", port, " <<<<<"
|
|
||||||
address = msgpackrpc.Address('localhost', port)
|
|
||||||
client = msgpackrpc.Client(address, unpack_encoding='utf-8')
|
|
||||||
print client.call("TestRpcInt.Echo123", ["A1", "B2", "C3"])
|
|
||||||
print client.call("TestRpcInt.EchoStruct", {"A" :"Aa", "B":"Bb", "C":"Cc"})
|
|
||||||
|
|
||||||
def doMain(args):
|
|
||||||
if len(args) == 2 and args[0] == "testdata":
|
|
||||||
build_test_data(args[1])
|
|
||||||
elif len(args) == 3 and args[0] == "rpc-server":
|
|
||||||
doRpcServer(int(args[1]), int(args[2]))
|
|
||||||
elif len(args) == 2 and args[0] == "rpc-client-python-service":
|
|
||||||
doRpcClientToPythonSvc(int(args[1]))
|
|
||||||
elif len(args) == 2 and args[0] == "rpc-client-go-service":
|
|
||||||
doRpcClientToGoSvc(int(args[1]))
|
|
||||||
else:
|
|
||||||
print("Usage: msgpack_test.py " +
|
|
||||||
"[testdata|rpc-server|rpc-client-python-service|rpc-client-go-service] ...")
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
doMain(sys.argv[1:])
|
|
||||||
|
|
|
@ -1,152 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bufio"
|
|
||||||
"io"
|
|
||||||
"net/rpc"
|
|
||||||
"sync"
|
|
||||||
)
|
|
||||||
|
|
||||||
// Rpc provides a rpc Server or Client Codec for rpc communication.
|
|
||||||
type Rpc interface {
|
|
||||||
ServerCodec(conn io.ReadWriteCloser, h Handle) rpc.ServerCodec
|
|
||||||
ClientCodec(conn io.ReadWriteCloser, h Handle) rpc.ClientCodec
|
|
||||||
}
|
|
||||||
|
|
||||||
// RpcCodecBuffered allows access to the underlying bufio.Reader/Writer
|
|
||||||
// used by the rpc connection. It accomodates use-cases where the connection
|
|
||||||
// should be used by rpc and non-rpc functions, e.g. streaming a file after
|
|
||||||
// sending an rpc response.
|
|
||||||
type RpcCodecBuffered interface {
|
|
||||||
BufferedReader() *bufio.Reader
|
|
||||||
BufferedWriter() *bufio.Writer
|
|
||||||
}
|
|
||||||
|
|
||||||
// -------------------------------------
|
|
||||||
|
|
||||||
// rpcCodec defines the struct members and common methods.
|
|
||||||
type rpcCodec struct {
|
|
||||||
rwc io.ReadWriteCloser
|
|
||||||
dec *Decoder
|
|
||||||
enc *Encoder
|
|
||||||
bw *bufio.Writer
|
|
||||||
br *bufio.Reader
|
|
||||||
mu sync.Mutex
|
|
||||||
cls bool
|
|
||||||
}
|
|
||||||
|
|
||||||
func newRPCCodec(conn io.ReadWriteCloser, h Handle) rpcCodec {
|
|
||||||
bw := bufio.NewWriter(conn)
|
|
||||||
br := bufio.NewReader(conn)
|
|
||||||
return rpcCodec{
|
|
||||||
rwc: conn,
|
|
||||||
bw: bw,
|
|
||||||
br: br,
|
|
||||||
enc: NewEncoder(bw, h),
|
|
||||||
dec: NewDecoder(br, h),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) BufferedReader() *bufio.Reader {
|
|
||||||
return c.br
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) BufferedWriter() *bufio.Writer {
|
|
||||||
return c.bw
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) write(obj1, obj2 interface{}, writeObj2, doFlush bool) (err error) {
|
|
||||||
if c.cls {
|
|
||||||
return io.EOF
|
|
||||||
}
|
|
||||||
if err = c.enc.Encode(obj1); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if writeObj2 {
|
|
||||||
if err = c.enc.Encode(obj2); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if doFlush && c.bw != nil {
|
|
||||||
return c.bw.Flush()
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) read(obj interface{}) (err error) {
|
|
||||||
if c.cls {
|
|
||||||
return io.EOF
|
|
||||||
}
|
|
||||||
//If nil is passed in, we should still attempt to read content to nowhere.
|
|
||||||
if obj == nil {
|
|
||||||
var obj2 interface{}
|
|
||||||
return c.dec.Decode(&obj2)
|
|
||||||
}
|
|
||||||
return c.dec.Decode(obj)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) Close() error {
|
|
||||||
if c.cls {
|
|
||||||
return io.EOF
|
|
||||||
}
|
|
||||||
c.cls = true
|
|
||||||
return c.rwc.Close()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *rpcCodec) ReadResponseBody(body interface{}) error {
|
|
||||||
return c.read(body)
|
|
||||||
}
|
|
||||||
|
|
||||||
// -------------------------------------
|
|
||||||
|
|
||||||
type goRpcCodec struct {
|
|
||||||
rpcCodec
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *goRpcCodec) WriteRequest(r *rpc.Request, body interface{}) error {
|
|
||||||
// Must protect for concurrent access as per API
|
|
||||||
c.mu.Lock()
|
|
||||||
defer c.mu.Unlock()
|
|
||||||
return c.write(r, body, true, true)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *goRpcCodec) WriteResponse(r *rpc.Response, body interface{}) error {
|
|
||||||
c.mu.Lock()
|
|
||||||
defer c.mu.Unlock()
|
|
||||||
return c.write(r, body, true, true)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *goRpcCodec) ReadResponseHeader(r *rpc.Response) error {
|
|
||||||
return c.read(r)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *goRpcCodec) ReadRequestHeader(r *rpc.Request) error {
|
|
||||||
return c.read(r)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *goRpcCodec) ReadRequestBody(body interface{}) error {
|
|
||||||
return c.read(body)
|
|
||||||
}
|
|
||||||
|
|
||||||
// -------------------------------------
|
|
||||||
|
|
||||||
// goRpc is the implementation of Rpc that uses the communication protocol
|
|
||||||
// as defined in net/rpc package.
|
|
||||||
type goRpc struct{}
|
|
||||||
|
|
||||||
// GoRpc implements Rpc using the communication protocol defined in net/rpc package.
|
|
||||||
// Its methods (ServerCodec and ClientCodec) return values that implement RpcCodecBuffered.
|
|
||||||
var GoRpc goRpc
|
|
||||||
|
|
||||||
func (x goRpc) ServerCodec(conn io.ReadWriteCloser, h Handle) rpc.ServerCodec {
|
|
||||||
return &goRpcCodec{newRPCCodec(conn, h)}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (x goRpc) ClientCodec(conn io.ReadWriteCloser, h Handle) rpc.ClientCodec {
|
|
||||||
return &goRpcCodec{newRPCCodec(conn, h)}
|
|
||||||
}
|
|
||||||
|
|
||||||
var _ RpcCodecBuffered = (*rpcCodec)(nil) // ensure *rpcCodec implements RpcCodecBuffered
|
|
|
@ -1,461 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
import "math"
|
|
||||||
|
|
||||||
const (
|
|
||||||
_ uint8 = iota
|
|
||||||
simpleVdNil = 1
|
|
||||||
simpleVdFalse = 2
|
|
||||||
simpleVdTrue = 3
|
|
||||||
simpleVdFloat32 = 4
|
|
||||||
simpleVdFloat64 = 5
|
|
||||||
|
|
||||||
// each lasts for 4 (ie n, n+1, n+2, n+3)
|
|
||||||
simpleVdPosInt = 8
|
|
||||||
simpleVdNegInt = 12
|
|
||||||
|
|
||||||
// containers: each lasts for 4 (ie n, n+1, n+2, ... n+7)
|
|
||||||
simpleVdString = 216
|
|
||||||
simpleVdByteArray = 224
|
|
||||||
simpleVdArray = 232
|
|
||||||
simpleVdMap = 240
|
|
||||||
simpleVdExt = 248
|
|
||||||
)
|
|
||||||
|
|
||||||
type simpleEncDriver struct {
|
|
||||||
h *SimpleHandle
|
|
||||||
w encWriter
|
|
||||||
//b [8]byte
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeBuiltin(rt uintptr, v interface{}) {
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeNil() {
|
|
||||||
e.w.writen1(simpleVdNil)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeBool(b bool) {
|
|
||||||
if b {
|
|
||||||
e.w.writen1(simpleVdTrue)
|
|
||||||
} else {
|
|
||||||
e.w.writen1(simpleVdFalse)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeFloat32(f float32) {
|
|
||||||
e.w.writen1(simpleVdFloat32)
|
|
||||||
e.w.writeUint32(math.Float32bits(f))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeFloat64(f float64) {
|
|
||||||
e.w.writen1(simpleVdFloat64)
|
|
||||||
e.w.writeUint64(math.Float64bits(f))
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeInt(v int64) {
|
|
||||||
if v < 0 {
|
|
||||||
e.encUint(uint64(-v), simpleVdNegInt)
|
|
||||||
} else {
|
|
||||||
e.encUint(uint64(v), simpleVdPosInt)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeUint(v uint64) {
|
|
||||||
e.encUint(v, simpleVdPosInt)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encUint(v uint64, bd uint8) {
|
|
||||||
switch {
|
|
||||||
case v <= math.MaxUint8:
|
|
||||||
e.w.writen2(bd, uint8(v))
|
|
||||||
case v <= math.MaxUint16:
|
|
||||||
e.w.writen1(bd + 1)
|
|
||||||
e.w.writeUint16(uint16(v))
|
|
||||||
case v <= math.MaxUint32:
|
|
||||||
e.w.writen1(bd + 2)
|
|
||||||
e.w.writeUint32(uint32(v))
|
|
||||||
case v <= math.MaxUint64:
|
|
||||||
e.w.writen1(bd + 3)
|
|
||||||
e.w.writeUint64(v)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encLen(bd byte, length int) {
|
|
||||||
switch {
|
|
||||||
case length == 0:
|
|
||||||
e.w.writen1(bd)
|
|
||||||
case length <= math.MaxUint8:
|
|
||||||
e.w.writen1(bd + 1)
|
|
||||||
e.w.writen1(uint8(length))
|
|
||||||
case length <= math.MaxUint16:
|
|
||||||
e.w.writen1(bd + 2)
|
|
||||||
e.w.writeUint16(uint16(length))
|
|
||||||
case int64(length) <= math.MaxUint32:
|
|
||||||
e.w.writen1(bd + 3)
|
|
||||||
e.w.writeUint32(uint32(length))
|
|
||||||
default:
|
|
||||||
e.w.writen1(bd + 4)
|
|
||||||
e.w.writeUint64(uint64(length))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeExtPreamble(xtag byte, length int) {
|
|
||||||
e.encLen(simpleVdExt, length)
|
|
||||||
e.w.writen1(xtag)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeArrayPreamble(length int) {
|
|
||||||
e.encLen(simpleVdArray, length)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeMapPreamble(length int) {
|
|
||||||
e.encLen(simpleVdMap, length)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeString(c charEncoding, v string) {
|
|
||||||
e.encLen(simpleVdString, len(v))
|
|
||||||
e.w.writestr(v)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeSymbol(v string) {
|
|
||||||
e.encodeString(c_UTF8, v)
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *simpleEncDriver) encodeStringBytes(c charEncoding, v []byte) {
|
|
||||||
e.encLen(simpleVdByteArray, len(v))
|
|
||||||
e.w.writeb(v)
|
|
||||||
}
|
|
||||||
|
|
||||||
//------------------------------------
|
|
||||||
|
|
||||||
type simpleDecDriver struct {
|
|
||||||
h *SimpleHandle
|
|
||||||
r decReader
|
|
||||||
bdRead bool
|
|
||||||
bdType valueType
|
|
||||||
bd byte
|
|
||||||
//b [8]byte
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) initReadNext() {
|
|
||||||
if d.bdRead {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
d.bd = d.r.readn1()
|
|
||||||
d.bdRead = true
|
|
||||||
d.bdType = valueTypeUnset
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) currentEncodedType() valueType {
|
|
||||||
if d.bdType == valueTypeUnset {
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdNil:
|
|
||||||
d.bdType = valueTypeNil
|
|
||||||
case simpleVdTrue, simpleVdFalse:
|
|
||||||
d.bdType = valueTypeBool
|
|
||||||
case simpleVdPosInt, simpleVdPosInt + 1, simpleVdPosInt + 2, simpleVdPosInt + 3:
|
|
||||||
d.bdType = valueTypeUint
|
|
||||||
case simpleVdNegInt, simpleVdNegInt + 1, simpleVdNegInt + 2, simpleVdNegInt + 3:
|
|
||||||
d.bdType = valueTypeInt
|
|
||||||
case simpleVdFloat32, simpleVdFloat64:
|
|
||||||
d.bdType = valueTypeFloat
|
|
||||||
case simpleVdString, simpleVdString + 1, simpleVdString + 2, simpleVdString + 3, simpleVdString + 4:
|
|
||||||
d.bdType = valueTypeString
|
|
||||||
case simpleVdByteArray, simpleVdByteArray + 1, simpleVdByteArray + 2, simpleVdByteArray + 3, simpleVdByteArray + 4:
|
|
||||||
d.bdType = valueTypeBytes
|
|
||||||
case simpleVdExt, simpleVdExt + 1, simpleVdExt + 2, simpleVdExt + 3, simpleVdExt + 4:
|
|
||||||
d.bdType = valueTypeExt
|
|
||||||
case simpleVdArray, simpleVdArray + 1, simpleVdArray + 2, simpleVdArray + 3, simpleVdArray + 4:
|
|
||||||
d.bdType = valueTypeArray
|
|
||||||
case simpleVdMap, simpleVdMap + 1, simpleVdMap + 2, simpleVdMap + 3, simpleVdMap + 4:
|
|
||||||
d.bdType = valueTypeMap
|
|
||||||
default:
|
|
||||||
decErr("currentEncodedType: Unrecognized d.vd: 0x%x", d.bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return d.bdType
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) tryDecodeAsNil() bool {
|
|
||||||
if d.bd == simpleVdNil {
|
|
||||||
d.bdRead = false
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) isBuiltinType(rt uintptr) bool {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeBuiltin(rt uintptr, v interface{}) {
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decIntAny() (ui uint64, i int64, neg bool) {
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdPosInt:
|
|
||||||
ui = uint64(d.r.readn1())
|
|
||||||
i = int64(ui)
|
|
||||||
case simpleVdPosInt + 1:
|
|
||||||
ui = uint64(d.r.readUint16())
|
|
||||||
i = int64(ui)
|
|
||||||
case simpleVdPosInt + 2:
|
|
||||||
ui = uint64(d.r.readUint32())
|
|
||||||
i = int64(ui)
|
|
||||||
case simpleVdPosInt + 3:
|
|
||||||
ui = uint64(d.r.readUint64())
|
|
||||||
i = int64(ui)
|
|
||||||
case simpleVdNegInt:
|
|
||||||
ui = uint64(d.r.readn1())
|
|
||||||
i = -(int64(ui))
|
|
||||||
neg = true
|
|
||||||
case simpleVdNegInt + 1:
|
|
||||||
ui = uint64(d.r.readUint16())
|
|
||||||
i = -(int64(ui))
|
|
||||||
neg = true
|
|
||||||
case simpleVdNegInt + 2:
|
|
||||||
ui = uint64(d.r.readUint32())
|
|
||||||
i = -(int64(ui))
|
|
||||||
neg = true
|
|
||||||
case simpleVdNegInt + 3:
|
|
||||||
ui = uint64(d.r.readUint64())
|
|
||||||
i = -(int64(ui))
|
|
||||||
neg = true
|
|
||||||
default:
|
|
||||||
decErr("decIntAny: Integer only valid from pos/neg integer1..8. Invalid descriptor: %v", d.bd)
|
|
||||||
}
|
|
||||||
// don't do this check, because callers may only want the unsigned value.
|
|
||||||
// if ui > math.MaxInt64 {
|
|
||||||
// decErr("decIntAny: Integer out of range for signed int64: %v", ui)
|
|
||||||
// }
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeInt(bitsize uint8) (i int64) {
|
|
||||||
_, i, _ = d.decIntAny()
|
|
||||||
checkOverflow(0, i, bitsize)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeUint(bitsize uint8) (ui uint64) {
|
|
||||||
ui, i, neg := d.decIntAny()
|
|
||||||
if neg {
|
|
||||||
decErr("Assigning negative signed value: %v, to unsigned type", i)
|
|
||||||
}
|
|
||||||
checkOverflow(ui, 0, bitsize)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeFloat(chkOverflow32 bool) (f float64) {
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdFloat32:
|
|
||||||
f = float64(math.Float32frombits(d.r.readUint32()))
|
|
||||||
case simpleVdFloat64:
|
|
||||||
f = math.Float64frombits(d.r.readUint64())
|
|
||||||
default:
|
|
||||||
if d.bd >= simpleVdPosInt && d.bd <= simpleVdNegInt+3 {
|
|
||||||
_, i, _ := d.decIntAny()
|
|
||||||
f = float64(i)
|
|
||||||
} else {
|
|
||||||
decErr("Float only valid from float32/64: Invalid descriptor: %v", d.bd)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
checkOverflowFloat32(f, chkOverflow32)
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// bool can be decoded from bool only (single byte).
|
|
||||||
func (d *simpleDecDriver) decodeBool() (b bool) {
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdTrue:
|
|
||||||
b = true
|
|
||||||
case simpleVdFalse:
|
|
||||||
default:
|
|
||||||
decErr("Invalid single-byte value for bool: %s: %x", msgBadDesc, d.bd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) readMapLen() (length int) {
|
|
||||||
d.bdRead = false
|
|
||||||
return d.decLen()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) readArrayLen() (length int) {
|
|
||||||
d.bdRead = false
|
|
||||||
return d.decLen()
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decLen() int {
|
|
||||||
switch d.bd % 8 {
|
|
||||||
case 0:
|
|
||||||
return 0
|
|
||||||
case 1:
|
|
||||||
return int(d.r.readn1())
|
|
||||||
case 2:
|
|
||||||
return int(d.r.readUint16())
|
|
||||||
case 3:
|
|
||||||
ui := uint64(d.r.readUint32())
|
|
||||||
checkOverflow(ui, 0, intBitsize)
|
|
||||||
return int(ui)
|
|
||||||
case 4:
|
|
||||||
ui := d.r.readUint64()
|
|
||||||
checkOverflow(ui, 0, intBitsize)
|
|
||||||
return int(ui)
|
|
||||||
}
|
|
||||||
decErr("decLen: Cannot read length: bd%8 must be in range 0..4. Got: %d", d.bd%8)
|
|
||||||
return -1
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeString() (s string) {
|
|
||||||
s = string(d.r.readn(d.decLen()))
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeBytes(bs []byte) (bsOut []byte, changed bool) {
|
|
||||||
if clen := d.decLen(); clen > 0 {
|
|
||||||
// if no contents in stream, don't update the passed byteslice
|
|
||||||
if len(bs) != clen {
|
|
||||||
if len(bs) > clen {
|
|
||||||
bs = bs[:clen]
|
|
||||||
} else {
|
|
||||||
bs = make([]byte, clen)
|
|
||||||
}
|
|
||||||
bsOut = bs
|
|
||||||
changed = true
|
|
||||||
}
|
|
||||||
d.r.readb(bs)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeExt(verifyTag bool, tag byte) (xtag byte, xbs []byte) {
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdExt, simpleVdExt + 1, simpleVdExt + 2, simpleVdExt + 3, simpleVdExt + 4:
|
|
||||||
l := d.decLen()
|
|
||||||
xtag = d.r.readn1()
|
|
||||||
if verifyTag && xtag != tag {
|
|
||||||
decErr("Wrong extension tag. Got %b. Expecting: %v", xtag, tag)
|
|
||||||
}
|
|
||||||
xbs = d.r.readn(l)
|
|
||||||
case simpleVdByteArray, simpleVdByteArray + 1, simpleVdByteArray + 2, simpleVdByteArray + 3, simpleVdByteArray + 4:
|
|
||||||
xbs, _ = d.decodeBytes(nil)
|
|
||||||
default:
|
|
||||||
decErr("Invalid d.vd for extensions (Expecting extensions or byte array). Got: 0x%x", d.bd)
|
|
||||||
}
|
|
||||||
d.bdRead = false
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func (d *simpleDecDriver) decodeNaked() (v interface{}, vt valueType, decodeFurther bool) {
|
|
||||||
d.initReadNext()
|
|
||||||
|
|
||||||
switch d.bd {
|
|
||||||
case simpleVdNil:
|
|
||||||
vt = valueTypeNil
|
|
||||||
case simpleVdFalse:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = false
|
|
||||||
case simpleVdTrue:
|
|
||||||
vt = valueTypeBool
|
|
||||||
v = true
|
|
||||||
case simpleVdPosInt, simpleVdPosInt + 1, simpleVdPosInt + 2, simpleVdPosInt + 3:
|
|
||||||
vt = valueTypeUint
|
|
||||||
ui, _, _ := d.decIntAny()
|
|
||||||
v = ui
|
|
||||||
case simpleVdNegInt, simpleVdNegInt + 1, simpleVdNegInt + 2, simpleVdNegInt + 3:
|
|
||||||
vt = valueTypeInt
|
|
||||||
_, i, _ := d.decIntAny()
|
|
||||||
v = i
|
|
||||||
case simpleVdFloat32:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = d.decodeFloat(true)
|
|
||||||
case simpleVdFloat64:
|
|
||||||
vt = valueTypeFloat
|
|
||||||
v = d.decodeFloat(false)
|
|
||||||
case simpleVdString, simpleVdString + 1, simpleVdString + 2, simpleVdString + 3, simpleVdString + 4:
|
|
||||||
vt = valueTypeString
|
|
||||||
v = d.decodeString()
|
|
||||||
case simpleVdByteArray, simpleVdByteArray + 1, simpleVdByteArray + 2, simpleVdByteArray + 3, simpleVdByteArray + 4:
|
|
||||||
vt = valueTypeBytes
|
|
||||||
v, _ = d.decodeBytes(nil)
|
|
||||||
case simpleVdExt, simpleVdExt + 1, simpleVdExt + 2, simpleVdExt + 3, simpleVdExt + 4:
|
|
||||||
vt = valueTypeExt
|
|
||||||
l := d.decLen()
|
|
||||||
var re RawExt
|
|
||||||
re.Tag = d.r.readn1()
|
|
||||||
re.Data = d.r.readn(l)
|
|
||||||
v = &re
|
|
||||||
vt = valueTypeExt
|
|
||||||
case simpleVdArray, simpleVdArray + 1, simpleVdArray + 2, simpleVdArray + 3, simpleVdArray + 4:
|
|
||||||
vt = valueTypeArray
|
|
||||||
decodeFurther = true
|
|
||||||
case simpleVdMap, simpleVdMap + 1, simpleVdMap + 2, simpleVdMap + 3, simpleVdMap + 4:
|
|
||||||
vt = valueTypeMap
|
|
||||||
decodeFurther = true
|
|
||||||
default:
|
|
||||||
decErr("decodeNaked: Unrecognized d.vd: 0x%x", d.bd)
|
|
||||||
}
|
|
||||||
|
|
||||||
if !decodeFurther {
|
|
||||||
d.bdRead = false
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
//------------------------------------
|
|
||||||
|
|
||||||
// SimpleHandle is a Handle for a very simple encoding format.
|
|
||||||
//
|
|
||||||
// simple is a simplistic codec similar to binc, but not as compact.
|
|
||||||
// - Encoding of a value is always preceeded by the descriptor byte (bd)
|
|
||||||
// - True, false, nil are encoded fully in 1 byte (the descriptor)
|
|
||||||
// - Integers (intXXX, uintXXX) are encoded in 1, 2, 4 or 8 bytes (plus a descriptor byte).
|
|
||||||
// There are positive (uintXXX and intXXX >= 0) and negative (intXXX < 0) integers.
|
|
||||||
// - Floats are encoded in 4 or 8 bytes (plus a descriptor byte)
|
|
||||||
// - Lenght of containers (strings, bytes, array, map, extensions)
|
|
||||||
// are encoded in 0, 1, 2, 4 or 8 bytes.
|
|
||||||
// Zero-length containers have no length encoded.
|
|
||||||
// For others, the number of bytes is given by pow(2, bd%3)
|
|
||||||
// - maps are encoded as [bd] [length] [[key][value]]...
|
|
||||||
// - arrays are encoded as [bd] [length] [value]...
|
|
||||||
// - extensions are encoded as [bd] [length] [tag] [byte]...
|
|
||||||
// - strings/bytearrays are encoded as [bd] [length] [byte]...
|
|
||||||
//
|
|
||||||
// The full spec will be published soon.
|
|
||||||
type SimpleHandle struct {
|
|
||||||
BasicHandle
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *SimpleHandle) newEncDriver(w encWriter) encDriver {
|
|
||||||
return &simpleEncDriver{w: w, h: h}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *SimpleHandle) newDecDriver(r decReader) decDriver {
|
|
||||||
return &simpleDecDriver{r: r, h: h}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (_ *SimpleHandle) writeExt() bool {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
|
|
||||||
func (h *SimpleHandle) getBasicHandle() *BasicHandle {
|
|
||||||
return &h.BasicHandle
|
|
||||||
}
|
|
||||||
|
|
||||||
var _ decDriver = (*simpleDecDriver)(nil)
|
|
||||||
var _ encDriver = (*simpleEncDriver)(nil)
|
|
|
@ -1,193 +0,0 @@
|
||||||
// Copyright (c) 2012, 2013 Ugorji Nwoke. All rights reserved.
|
|
||||||
// Use of this source code is governed by a BSD-style license found in the LICENSE file.
|
|
||||||
|
|
||||||
package codec
|
|
||||||
|
|
||||||
import (
|
|
||||||
"time"
|
|
||||||
)
|
|
||||||
|
|
||||||
var (
|
|
||||||
timeDigits = [...]byte{'0', '1', '2', '3', '4', '5', '6', '7', '8', '9'}
|
|
||||||
)
|
|
||||||
|
|
||||||
// EncodeTime encodes a time.Time as a []byte, including
|
|
||||||
// information on the instant in time and UTC offset.
|
|
||||||
//
|
|
||||||
// Format Description
|
|
||||||
//
|
|
||||||
// A timestamp is composed of 3 components:
|
|
||||||
//
|
|
||||||
// - secs: signed integer representing seconds since unix epoch
|
|
||||||
// - nsces: unsigned integer representing fractional seconds as a
|
|
||||||
// nanosecond offset within secs, in the range 0 <= nsecs < 1e9
|
|
||||||
// - tz: signed integer representing timezone offset in minutes east of UTC,
|
|
||||||
// and a dst (daylight savings time) flag
|
|
||||||
//
|
|
||||||
// When encoding a timestamp, the first byte is the descriptor, which
|
|
||||||
// defines which components are encoded and how many bytes are used to
|
|
||||||
// encode secs and nsecs components. *If secs/nsecs is 0 or tz is UTC, it
|
|
||||||
// is not encoded in the byte array explicitly*.
|
|
||||||
//
|
|
||||||
// Descriptor 8 bits are of the form `A B C DDD EE`:
|
|
||||||
// A: Is secs component encoded? 1 = true
|
|
||||||
// B: Is nsecs component encoded? 1 = true
|
|
||||||
// C: Is tz component encoded? 1 = true
|
|
||||||
// DDD: Number of extra bytes for secs (range 0-7).
|
|
||||||
// If A = 1, secs encoded in DDD+1 bytes.
|
|
||||||
// If A = 0, secs is not encoded, and is assumed to be 0.
|
|
||||||
// If A = 1, then we need at least 1 byte to encode secs.
|
|
||||||
// DDD says the number of extra bytes beyond that 1.
|
|
||||||
// E.g. if DDD=0, then secs is represented in 1 byte.
|
|
||||||
// if DDD=2, then secs is represented in 3 bytes.
|
|
||||||
// EE: Number of extra bytes for nsecs (range 0-3).
|
|
||||||
// If B = 1, nsecs encoded in EE+1 bytes (similar to secs/DDD above)
|
|
||||||
//
|
|
||||||
// Following the descriptor bytes, subsequent bytes are:
|
|
||||||
//
|
|
||||||
// secs component encoded in `DDD + 1` bytes (if A == 1)
|
|
||||||
// nsecs component encoded in `EE + 1` bytes (if B == 1)
|
|
||||||
// tz component encoded in 2 bytes (if C == 1)
|
|
||||||
//
|
|
||||||
// secs and nsecs components are integers encoded in a BigEndian
|
|
||||||
// 2-complement encoding format.
|
|
||||||
//
|
|
||||||
// tz component is encoded as 2 bytes (16 bits). Most significant bit 15 to
|
|
||||||
// Least significant bit 0 are described below:
|
|
||||||
//
|
|
||||||
// Timezone offset has a range of -12:00 to +14:00 (ie -720 to +840 minutes).
|
|
||||||
// Bit 15 = have\_dst: set to 1 if we set the dst flag.
|
|
||||||
// Bit 14 = dst\_on: set to 1 if dst is in effect at the time, or 0 if not.
|
|
||||||
// Bits 13..0 = timezone offset in minutes. It is a signed integer in Big Endian format.
|
|
||||||
//
|
|
||||||
func encodeTime(t time.Time) []byte {
|
|
||||||
//t := rv.Interface().(time.Time)
|
|
||||||
tsecs, tnsecs := t.Unix(), t.Nanosecond()
|
|
||||||
var (
|
|
||||||
bd byte
|
|
||||||
btmp [8]byte
|
|
||||||
bs [16]byte
|
|
||||||
i int = 1
|
|
||||||
)
|
|
||||||
l := t.Location()
|
|
||||||
if l == time.UTC {
|
|
||||||
l = nil
|
|
||||||
}
|
|
||||||
if tsecs != 0 {
|
|
||||||
bd = bd | 0x80
|
|
||||||
bigen.PutUint64(btmp[:], uint64(tsecs))
|
|
||||||
f := pruneSignExt(btmp[:], tsecs >= 0)
|
|
||||||
bd = bd | (byte(7-f) << 2)
|
|
||||||
copy(bs[i:], btmp[f:])
|
|
||||||
i = i + (8 - f)
|
|
||||||
}
|
|
||||||
if tnsecs != 0 {
|
|
||||||
bd = bd | 0x40
|
|
||||||
bigen.PutUint32(btmp[:4], uint32(tnsecs))
|
|
||||||
f := pruneSignExt(btmp[:4], true)
|
|
||||||
bd = bd | byte(3-f)
|
|
||||||
copy(bs[i:], btmp[f:4])
|
|
||||||
i = i + (4 - f)
|
|
||||||
}
|
|
||||||
if l != nil {
|
|
||||||
bd = bd | 0x20
|
|
||||||
// Note that Go Libs do not give access to dst flag.
|
|
||||||
_, zoneOffset := t.Zone()
|
|
||||||
//zoneName, zoneOffset := t.Zone()
|
|
||||||
zoneOffset /= 60
|
|
||||||
z := uint16(zoneOffset)
|
|
||||||
bigen.PutUint16(btmp[:2], z)
|
|
||||||
// clear dst flags
|
|
||||||
bs[i] = btmp[0] & 0x3f
|
|
||||||
bs[i+1] = btmp[1]
|
|
||||||
i = i + 2
|
|
||||||
}
|
|
||||||
bs[0] = bd
|
|
||||||
return bs[0:i]
|
|
||||||
}
|
|
||||||
|
|
||||||
// DecodeTime decodes a []byte into a time.Time.
|
|
||||||
func decodeTime(bs []byte) (tt time.Time, err error) {
|
|
||||||
bd := bs[0]
|
|
||||||
var (
|
|
||||||
tsec int64
|
|
||||||
tnsec uint32
|
|
||||||
tz uint16
|
|
||||||
i byte = 1
|
|
||||||
i2 byte
|
|
||||||
n byte
|
|
||||||
)
|
|
||||||
if bd&(1<<7) != 0 {
|
|
||||||
var btmp [8]byte
|
|
||||||
n = ((bd >> 2) & 0x7) + 1
|
|
||||||
i2 = i + n
|
|
||||||
copy(btmp[8-n:], bs[i:i2])
|
|
||||||
//if first bit of bs[i] is set, then fill btmp[0..8-n] with 0xff (ie sign extend it)
|
|
||||||
if bs[i]&(1<<7) != 0 {
|
|
||||||
copy(btmp[0:8-n], bsAll0xff)
|
|
||||||
//for j,k := byte(0), 8-n; j < k; j++ { btmp[j] = 0xff }
|
|
||||||
}
|
|
||||||
i = i2
|
|
||||||
tsec = int64(bigen.Uint64(btmp[:]))
|
|
||||||
}
|
|
||||||
if bd&(1<<6) != 0 {
|
|
||||||
var btmp [4]byte
|
|
||||||
n = (bd & 0x3) + 1
|
|
||||||
i2 = i + n
|
|
||||||
copy(btmp[4-n:], bs[i:i2])
|
|
||||||
i = i2
|
|
||||||
tnsec = bigen.Uint32(btmp[:])
|
|
||||||
}
|
|
||||||
if bd&(1<<5) == 0 {
|
|
||||||
tt = time.Unix(tsec, int64(tnsec)).UTC()
|
|
||||||
return
|
|
||||||
}
|
|
||||||
// In stdlib time.Parse, when a date is parsed without a zone name, it uses "" as zone name.
|
|
||||||
// However, we need name here, so it can be shown when time is printed.
|
|
||||||
// Zone name is in form: UTC-08:00.
|
|
||||||
// Note that Go Libs do not give access to dst flag, so we ignore dst bits
|
|
||||||
|
|
||||||
i2 = i + 2
|
|
||||||
tz = bigen.Uint16(bs[i:i2])
|
|
||||||
i = i2
|
|
||||||
// sign extend sign bit into top 2 MSB (which were dst bits):
|
|
||||||
if tz&(1<<13) == 0 { // positive
|
|
||||||
tz = tz & 0x3fff //clear 2 MSBs: dst bits
|
|
||||||
} else { // negative
|
|
||||||
tz = tz | 0xc000 //set 2 MSBs: dst bits
|
|
||||||
//tzname[3] = '-' (TODO: verify. this works here)
|
|
||||||
}
|
|
||||||
tzint := int16(tz)
|
|
||||||
if tzint == 0 {
|
|
||||||
tt = time.Unix(tsec, int64(tnsec)).UTC()
|
|
||||||
} else {
|
|
||||||
// For Go Time, do not use a descriptive timezone.
|
|
||||||
// It's unnecessary, and makes it harder to do a reflect.DeepEqual.
|
|
||||||
// The Offset already tells what the offset should be, if not on UTC and unknown zone name.
|
|
||||||
// var zoneName = timeLocUTCName(tzint)
|
|
||||||
tt = time.Unix(tsec, int64(tnsec)).In(time.FixedZone("", int(tzint)*60))
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
func timeLocUTCName(tzint int16) string {
|
|
||||||
if tzint == 0 {
|
|
||||||
return "UTC"
|
|
||||||
}
|
|
||||||
var tzname = []byte("UTC+00:00")
|
|
||||||
//tzname := fmt.Sprintf("UTC%s%02d:%02d", tzsign, tz/60, tz%60) //perf issue using Sprintf. inline below.
|
|
||||||
//tzhr, tzmin := tz/60, tz%60 //faster if u convert to int first
|
|
||||||
var tzhr, tzmin int16
|
|
||||||
if tzint < 0 {
|
|
||||||
tzname[3] = '-' // (TODO: verify. this works here)
|
|
||||||
tzhr, tzmin = -tzint/60, (-tzint)%60
|
|
||||||
} else {
|
|
||||||
tzhr, tzmin = tzint/60, tzint%60
|
|
||||||
}
|
|
||||||
tzname[4] = timeDigits[tzhr/10]
|
|
||||||
tzname[5] = timeDigits[tzhr%10]
|
|
||||||
tzname[7] = timeDigits[tzmin/10]
|
|
||||||
tzname[8] = timeDigits[tzmin%10]
|
|
||||||
return string(tzname)
|
|
||||||
//return time.FixedZone(string(tzname), int(tzint)*60)
|
|
||||||
}
|
|
|
@ -1223,12 +1223,6 @@
|
||||||
"revision": "c3d66e76678dce180a7b452653472f949aedfbcd",
|
"revision": "c3d66e76678dce180a7b452653472f949aedfbcd",
|
||||||
"revisionTime": "2017-02-07T21:55:32Z"
|
"revisionTime": "2017-02-07T21:55:32Z"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"checksumSHA1": "TNlVzNR1OaajcNi3CbQ3bGbaLGU=",
|
|
||||||
"path": "github.com/hashicorp/go-msgpack/codec",
|
|
||||||
"revision": "fa3f63826f7c23912c15263591e65d54d080b458",
|
|
||||||
"revisionTime": "2015-05-18T23:42:57Z"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"checksumSHA1": "lrSl49G23l6NhfilxPM0XFs5rZo=",
|
"checksumSHA1": "lrSl49G23l6NhfilxPM0XFs5rZo=",
|
||||||
"path": "github.com/hashicorp/go-multierror",
|
"path": "github.com/hashicorp/go-multierror",
|
||||||
|
|
Loading…
Reference in New Issue