381 lines
8.7 KiB
Go
381 lines
8.7 KiB
Go
|
package bson
|
||
|
|
|
||
|
|
import (
|
||
|
|
"bytes"
|
||
|
|
"encoding/base64"
|
||
|
|
"fmt"
|
||
|
|
"gopkg.in/mgo.v2/internal/json"
|
||
|
|
"strconv"
|
||
|
|
"time"
|
||
|
|
)
|
||
|
|
|
||
|
|
// UnmarshalJSON unmarshals a JSON value that may hold non-standard
|
||
|
|
// syntax as defined in BSON's extended JSON specification.
|
||
|
|
func UnmarshalJSON(data []byte, value interface{}) error {
|
||
|
|
d := json.NewDecoder(bytes.NewBuffer(data))
|
||
|
|
d.Extend(&jsonExt)
|
||
|
|
return d.Decode(value)
|
||
|
|
}
|
||
|
|
|
||
|
|
// MarshalJSON marshals a JSON value that may hold non-standard
|
||
|
|
// syntax as defined in BSON's extended JSON specification.
|
||
|
|
func MarshalJSON(value interface{}) ([]byte, error) {
|
||
|
|
var buf bytes.Buffer
|
||
|
|
e := json.NewEncoder(&buf)
|
||
|
|
e.Extend(&jsonExt)
|
||
|
|
err := e.Encode(value)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return buf.Bytes(), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// jdec is used internally by the JSON decoding functions
|
||
|
|
// so they may unmarshal functions without getting into endless
|
||
|
|
// recursion due to keyed objects.
|
||
|
|
func jdec(data []byte, value interface{}) error {
|
||
|
|
d := json.NewDecoder(bytes.NewBuffer(data))
|
||
|
|
d.Extend(&funcExt)
|
||
|
|
return d.Decode(value)
|
||
|
|
}
|
||
|
|
|
||
|
|
var jsonExt json.Extension
|
||
|
|
var funcExt json.Extension
|
||
|
|
|
||
|
|
// TODO
|
||
|
|
// - Shell regular expressions ("/regexp/opts")
|
||
|
|
|
||
|
|
func init() {
|
||
|
|
jsonExt.DecodeUnquotedKeys(true)
|
||
|
|
jsonExt.DecodeTrailingCommas(true)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("BinData", "$binaryFunc", "$type", "$binary")
|
||
|
|
jsonExt.DecodeKeyed("$binary", jdecBinary)
|
||
|
|
jsonExt.DecodeKeyed("$binaryFunc", jdecBinary)
|
||
|
|
jsonExt.EncodeType([]byte(nil), jencBinarySlice)
|
||
|
|
jsonExt.EncodeType(Binary{}, jencBinaryType)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("ISODate", "$dateFunc", "S")
|
||
|
|
funcExt.DecodeFunc("new Date", "$dateFunc", "S")
|
||
|
|
jsonExt.DecodeKeyed("$date", jdecDate)
|
||
|
|
jsonExt.DecodeKeyed("$dateFunc", jdecDate)
|
||
|
|
jsonExt.EncodeType(time.Time{}, jencDate)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("Timestamp", "$timestamp", "t", "i")
|
||
|
|
jsonExt.DecodeKeyed("$timestamp", jdecTimestamp)
|
||
|
|
jsonExt.EncodeType(MongoTimestamp(0), jencTimestamp)
|
||
|
|
|
||
|
|
funcExt.DecodeConst("undefined", Undefined)
|
||
|
|
|
||
|
|
jsonExt.DecodeKeyed("$regex", jdecRegEx)
|
||
|
|
jsonExt.EncodeType(RegEx{}, jencRegEx)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("ObjectId", "$oidFunc", "Id")
|
||
|
|
jsonExt.DecodeKeyed("$oid", jdecObjectId)
|
||
|
|
jsonExt.DecodeKeyed("$oidFunc", jdecObjectId)
|
||
|
|
jsonExt.EncodeType(ObjectId(""), jencObjectId)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("DBRef", "$dbrefFunc", "$ref", "$id")
|
||
|
|
jsonExt.DecodeKeyed("$dbrefFunc", jdecDBRef)
|
||
|
|
|
||
|
|
funcExt.DecodeFunc("NumberLong", "$numberLongFunc", "N")
|
||
|
|
jsonExt.DecodeKeyed("$numberLong", jdecNumberLong)
|
||
|
|
jsonExt.DecodeKeyed("$numberLongFunc", jdecNumberLong)
|
||
|
|
jsonExt.EncodeType(int64(0), jencNumberLong)
|
||
|
|
jsonExt.EncodeType(int(0), jencInt)
|
||
|
|
|
||
|
|
funcExt.DecodeConst("MinKey", MinKey)
|
||
|
|
funcExt.DecodeConst("MaxKey", MaxKey)
|
||
|
|
jsonExt.DecodeKeyed("$minKey", jdecMinKey)
|
||
|
|
jsonExt.DecodeKeyed("$maxKey", jdecMaxKey)
|
||
|
|
jsonExt.EncodeType(orderKey(0), jencMinMaxKey)
|
||
|
|
|
||
|
|
jsonExt.DecodeKeyed("$undefined", jdecUndefined)
|
||
|
|
jsonExt.EncodeType(Undefined, jencUndefined)
|
||
|
|
|
||
|
|
jsonExt.Extend(&funcExt)
|
||
|
|
}
|
||
|
|
|
||
|
|
func fbytes(format string, args ...interface{}) []byte {
|
||
|
|
var buf bytes.Buffer
|
||
|
|
fmt.Fprintf(&buf, format, args...)
|
||
|
|
return buf.Bytes()
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecBinary(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
Binary []byte `json:"$binary"`
|
||
|
|
Type string `json:"$type"`
|
||
|
|
Func struct {
|
||
|
|
Binary []byte `json:"$binary"`
|
||
|
|
Type int64 `json:"$type"`
|
||
|
|
} `json:"$binaryFunc"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
|
||
|
|
var binData []byte
|
||
|
|
var binKind int64
|
||
|
|
if v.Type == "" && v.Binary == nil {
|
||
|
|
binData = v.Func.Binary
|
||
|
|
binKind = v.Func.Type
|
||
|
|
} else if v.Type == "" {
|
||
|
|
return v.Binary, nil
|
||
|
|
} else {
|
||
|
|
binData = v.Binary
|
||
|
|
binKind, err = strconv.ParseInt(v.Type, 0, 64)
|
||
|
|
if err != nil {
|
||
|
|
binKind = -1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if binKind == 0 {
|
||
|
|
return binData, nil
|
||
|
|
}
|
||
|
|
if binKind < 0 || binKind > 255 {
|
||
|
|
return nil, fmt.Errorf("invalid type in binary object: %s", data)
|
||
|
|
}
|
||
|
|
|
||
|
|
return Binary{Kind: byte(binKind), Data: binData}, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencBinarySlice(v interface{}) ([]byte, error) {
|
||
|
|
in := v.([]byte)
|
||
|
|
out := make([]byte, base64.StdEncoding.EncodedLen(len(in)))
|
||
|
|
base64.StdEncoding.Encode(out, in)
|
||
|
|
return fbytes(`{"$binary":"%s","$type":"0x0"}`, out), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencBinaryType(v interface{}) ([]byte, error) {
|
||
|
|
in := v.(Binary)
|
||
|
|
out := make([]byte, base64.StdEncoding.EncodedLen(len(in.Data)))
|
||
|
|
base64.StdEncoding.Encode(out, in.Data)
|
||
|
|
return fbytes(`{"$binary":"%s","$type":"0x%x"}`, out, in.Kind), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
const jdateFormat = "2006-01-02T15:04:05.999Z"
|
||
|
|
|
||
|
|
func jdecDate(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
S string `json:"$date"`
|
||
|
|
Func struct {
|
||
|
|
S string
|
||
|
|
} `json:"$dateFunc"`
|
||
|
|
}
|
||
|
|
_ = jdec(data, &v)
|
||
|
|
if v.S == "" {
|
||
|
|
v.S = v.Func.S
|
||
|
|
}
|
||
|
|
if v.S != "" {
|
||
|
|
for _, format := range []string{jdateFormat, "2006-01-02"} {
|
||
|
|
t, err := time.Parse(format, v.S)
|
||
|
|
if err == nil {
|
||
|
|
return t, nil
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return nil, fmt.Errorf("cannot parse date: %q", v.S)
|
||
|
|
}
|
||
|
|
|
||
|
|
var vn struct {
|
||
|
|
Date struct {
|
||
|
|
N int64 `json:"$numberLong,string"`
|
||
|
|
} `json:"$date"`
|
||
|
|
Func struct {
|
||
|
|
S int64
|
||
|
|
} `json:"$dateFunc"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &vn)
|
||
|
|
if err != nil {
|
||
|
|
return nil, fmt.Errorf("cannot parse date: %q", data)
|
||
|
|
}
|
||
|
|
n := vn.Date.N
|
||
|
|
if n == 0 {
|
||
|
|
n = vn.Func.S
|
||
|
|
}
|
||
|
|
return time.Unix(n/1000, n%1000*1e6).UTC(), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencDate(v interface{}) ([]byte, error) {
|
||
|
|
t := v.(time.Time)
|
||
|
|
return fbytes(`{"$date":%q}`, t.Format(jdateFormat)), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecTimestamp(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
Func struct {
|
||
|
|
T int32 `json:"t"`
|
||
|
|
I int32 `json:"i"`
|
||
|
|
} `json:"$timestamp"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return MongoTimestamp(uint64(v.Func.T)<<32 | uint64(uint32(v.Func.I))), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencTimestamp(v interface{}) ([]byte, error) {
|
||
|
|
ts := uint64(v.(MongoTimestamp))
|
||
|
|
return fbytes(`{"$timestamp":{"t":%d,"i":%d}}`, ts>>32, uint32(ts)), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecRegEx(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
Regex string `json:"$regex"`
|
||
|
|
Options string `json:"$options"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return RegEx{v.Regex, v.Options}, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencRegEx(v interface{}) ([]byte, error) {
|
||
|
|
re := v.(RegEx)
|
||
|
|
type regex struct {
|
||
|
|
Regex string `json:"$regex"`
|
||
|
|
Options string `json:"$options"`
|
||
|
|
}
|
||
|
|
return json.Marshal(regex{re.Pattern, re.Options})
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecObjectId(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
Id string `json:"$oid"`
|
||
|
|
Func struct {
|
||
|
|
Id string
|
||
|
|
} `json:"$oidFunc"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if v.Id == "" {
|
||
|
|
v.Id = v.Func.Id
|
||
|
|
}
|
||
|
|
return ObjectIdHex(v.Id), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencObjectId(v interface{}) ([]byte, error) {
|
||
|
|
return fbytes(`{"$oid":"%s"}`, v.(ObjectId).Hex()), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecDBRef(data []byte) (interface{}, error) {
|
||
|
|
// TODO Support unmarshaling $ref and $id into the input value.
|
||
|
|
var v struct {
|
||
|
|
Obj map[string]interface{} `json:"$dbrefFunc"`
|
||
|
|
}
|
||
|
|
// TODO Fix this. Must not be required.
|
||
|
|
v.Obj = make(map[string]interface{})
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
return v.Obj, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecNumberLong(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
N int64 `json:"$numberLong,string"`
|
||
|
|
Func struct {
|
||
|
|
N int64 `json:",string"`
|
||
|
|
} `json:"$numberLongFunc"`
|
||
|
|
}
|
||
|
|
var vn struct {
|
||
|
|
N int64 `json:"$numberLong"`
|
||
|
|
Func struct {
|
||
|
|
N int64
|
||
|
|
} `json:"$numberLongFunc"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
err = jdec(data, &vn)
|
||
|
|
v.N = vn.N
|
||
|
|
v.Func.N = vn.Func.N
|
||
|
|
}
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if v.N != 0 {
|
||
|
|
return v.N, nil
|
||
|
|
}
|
||
|
|
return v.Func.N, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencNumberLong(v interface{}) ([]byte, error) {
|
||
|
|
n := v.(int64)
|
||
|
|
f := `{"$numberLong":"%d"}`
|
||
|
|
if n <= 1<<53 {
|
||
|
|
f = `{"$numberLong":%d}`
|
||
|
|
}
|
||
|
|
return fbytes(f, n), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencInt(v interface{}) ([]byte, error) {
|
||
|
|
n := v.(int)
|
||
|
|
f := `{"$numberLong":"%d"}`
|
||
|
|
if int64(n) <= 1<<53 {
|
||
|
|
f = `%d`
|
||
|
|
}
|
||
|
|
return fbytes(f, n), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecMinKey(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
N int64 `json:"$minKey"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if v.N != 1 {
|
||
|
|
return nil, fmt.Errorf("invalid $minKey object: %s", data)
|
||
|
|
}
|
||
|
|
return MinKey, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecMaxKey(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
N int64 `json:"$maxKey"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if v.N != 1 {
|
||
|
|
return nil, fmt.Errorf("invalid $maxKey object: %s", data)
|
||
|
|
}
|
||
|
|
return MaxKey, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencMinMaxKey(v interface{}) ([]byte, error) {
|
||
|
|
switch v.(orderKey) {
|
||
|
|
case MinKey:
|
||
|
|
return []byte(`{"$minKey":1}`), nil
|
||
|
|
case MaxKey:
|
||
|
|
return []byte(`{"$maxKey":1}`), nil
|
||
|
|
}
|
||
|
|
panic(fmt.Sprintf("invalid $minKey/$maxKey value: %d", v))
|
||
|
|
}
|
||
|
|
|
||
|
|
func jdecUndefined(data []byte) (interface{}, error) {
|
||
|
|
var v struct {
|
||
|
|
B bool `json:"$undefined"`
|
||
|
|
}
|
||
|
|
err := jdec(data, &v)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if !v.B {
|
||
|
|
return nil, fmt.Errorf("invalid $undefined object: %s", data)
|
||
|
|
}
|
||
|
|
return Undefined, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func jencUndefined(v interface{}) ([]byte, error) {
|
||
|
|
return []byte(`{"$undefined":true}`), nil
|
||
|
|
}
|