proto_decode.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. //协议反序列化
  2. package util
  3. import (
  4. "bytes"
  5. "encoding/binary"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "math"
  10. "reflect"
  11. "runtime/debug"
  12. "sync"
  13. "unsafe"
  14. )
  15. //将二进制协议转为结构体
  16. func UnPack(data []byte, v interface{}) error {
  17. d := decodeState{*bytes.NewBuffer(data)}
  18. return d.unmarshal(v)
  19. }
  20. func (d *decodeState) unmarshal(v interface{}) (err error) {
  21. defer func() {
  22. if r := recover(); r != nil {
  23. if je, ok := r.(error); ok {
  24. err = je
  25. } else {
  26. err = errors.New("unpack error:" + fmt.Sprint(r) + " debug:" + string(debug.Stack()))
  27. }
  28. }
  29. }()
  30. rv := reflect.ValueOf(v)
  31. if rv.Kind() != reflect.Ptr || rv.IsNil() {
  32. return errors.New("unpack not support type:" + reflect.TypeOf(v).String())
  33. }
  34. d.reflectValue(rv.Elem())
  35. return
  36. }
  37. //按长度读取字符串
  38. func (d *decodeState) ReadBytesLen(l uint32) []byte {
  39. buf := make([]byte, l)
  40. _, err := io.ReadFull(d, buf)
  41. if err != nil {
  42. panic(err)
  43. }
  44. return buf
  45. }
  46. //读取数字类型(需要明确v指针类型)
  47. func (d *decodeState) ReadInt(v interface{}) {
  48. err := binary.Read(d, binary.BigEndian, v)
  49. if err != nil {
  50. panic(err)
  51. }
  52. }
  53. type decodeState struct {
  54. bytes.Buffer
  55. }
  56. func (d *decodeState) reflectValue(v reflect.Value) {
  57. typeDecoder(v.Type())(d, v)
  58. }
  59. type decoderFunc func(e *decodeState, v reflect.Value)
  60. var decoderCache sync.Map // map[reflect.Type]decoderFunc
  61. func typeDecoder(t reflect.Type) decoderFunc {
  62. if fi, ok := decoderCache.Load(t); ok {
  63. return fi.(decoderFunc)
  64. }
  65. var (
  66. wg sync.WaitGroup
  67. f decoderFunc
  68. )
  69. wg.Add(1)
  70. fi, loaded := decoderCache.LoadOrStore(t, decoderFunc(func(e *decodeState, v reflect.Value) {
  71. wg.Wait()
  72. f(e, v)
  73. }))
  74. if loaded {
  75. return fi.(decoderFunc)
  76. }
  77. f = newTypeDecoder(t)
  78. wg.Done()
  79. decoderCache.Store(t, f)
  80. return f
  81. }
  82. func newTypeDecoder(t reflect.Type) decoderFunc {
  83. switch t.Kind() {
  84. case reflect.Bool:
  85. return boolDecoder
  86. case reflect.Int:
  87. return intDecoder
  88. case reflect.Int32:
  89. return int32Decoder
  90. case reflect.Uint:
  91. return uintDecoder
  92. case reflect.Uint32:
  93. return uint32Decoder
  94. case reflect.Int8:
  95. return int8Decoder
  96. case reflect.Int16:
  97. return int16Decoder
  98. case reflect.Int64:
  99. return int64Decoder
  100. case reflect.Uint8:
  101. return uint8Decoder
  102. case reflect.Uint16:
  103. return uint16Decoder
  104. case reflect.Uint64:
  105. return uint64Decoder
  106. case reflect.Float32:
  107. return float32Decoder
  108. case reflect.Float64:
  109. return float64Decoder
  110. case reflect.String:
  111. return stringDecoder
  112. case reflect.Struct:
  113. return newStructDecoder(t)
  114. case reflect.Slice:
  115. return newSliceDecoder(t)
  116. case reflect.Array:
  117. return newArrayDecoder(t)
  118. default:
  119. panic(errors.New("proto unpack: unsupported type: " + t.String()))
  120. }
  121. }
  122. func boolDecoder(d *decodeState, v reflect.Value) {
  123. b, err := d.ReadByte()
  124. if err != nil {
  125. panic(err)
  126. }
  127. if b == 1 {
  128. v.SetBool(true)
  129. } else {
  130. v.SetBool(false)
  131. }
  132. }
  133. //读取四个字节
  134. func intDecoder(d *decodeState, v reflect.Value) {
  135. var t int32
  136. d.ReadInt(&t)
  137. v.SetInt(int64(t))
  138. }
  139. //读取四个字节
  140. func int32Decoder(d *decodeState, v reflect.Value) {
  141. d.ReadInt((*int32)((unsafe.Pointer)(v.UnsafeAddr())))
  142. }
  143. //读取四个字节
  144. func uintDecoder(d *decodeState, v reflect.Value) {
  145. var t uint32
  146. d.ReadInt(&t)
  147. v.SetUint(uint64(t))
  148. }
  149. func uint32Decoder(d *decodeState, v reflect.Value) {
  150. d.ReadInt((*uint32)((unsafe.Pointer)(v.UnsafeAddr())))
  151. }
  152. func int8Decoder(d *decodeState, v reflect.Value) {
  153. d.ReadInt((*int8)((unsafe.Pointer)(v.UnsafeAddr())))
  154. }
  155. func int16Decoder(d *decodeState, v reflect.Value) {
  156. d.ReadInt((*int16)((unsafe.Pointer)(v.UnsafeAddr())))
  157. }
  158. func int64Decoder(d *decodeState, v reflect.Value) {
  159. d.ReadInt((*int64)((unsafe.Pointer)(v.UnsafeAddr())))
  160. }
  161. func uint8Decoder(d *decodeState, v reflect.Value) {
  162. d.ReadInt((*uint8)((unsafe.Pointer)(v.UnsafeAddr())))
  163. }
  164. func uint16Decoder(d *decodeState, v reflect.Value) {
  165. d.ReadInt((*uint16)((unsafe.Pointer)(v.UnsafeAddr())))
  166. }
  167. func uint64Decoder(d *decodeState, v reflect.Value) {
  168. d.ReadInt((*uint64)((unsafe.Pointer)(v.UnsafeAddr())))
  169. }
  170. //float32
  171. func float32Decoder(d *decodeState, v reflect.Value) {
  172. var b uint32 = 0
  173. d.ReadInt(&b)
  174. v.SetFloat(float64(math.Float32frombits(b)))
  175. }
  176. //float64
  177. func float64Decoder(d *decodeState, v reflect.Value) {
  178. var b uint64 = 0
  179. d.ReadInt(&b)
  180. v.SetFloat(math.Float64frombits(b))
  181. }
  182. //string解析
  183. func stringDecoder(d *decodeState, v reflect.Value) {
  184. var l uint32 = 0
  185. d.ReadInt(&l)
  186. if l == 0 {
  187. return
  188. }
  189. b := make([]byte, l)
  190. _, err := io.ReadFull(d, b)
  191. if err != nil {
  192. panic(err)
  193. }
  194. v.SetString(string(b))
  195. }
  196. func newSliceDecoder(t reflect.Type) decoderFunc {
  197. if t.Elem().Kind() == reflect.Uint8 {
  198. return decodeByteSlice
  199. }
  200. dec := sliceDecoder{newArrayDecoder(t)}
  201. return dec.decode
  202. }
  203. func newArrayDecoder(t reflect.Type) decoderFunc {
  204. dec := arrayDecoder{typeDecoder(t.Elem())}
  205. return dec.decode
  206. }
  207. func decodeByteSlice(d *decodeState, v reflect.Value) {
  208. var l uint32
  209. d.ReadInt(&l)
  210. if l == 0 {
  211. return
  212. }
  213. v.SetBytes(d.ReadBytesLen(l))
  214. }
  215. type sliceDecoder struct {
  216. arrayDec decoderFunc
  217. }
  218. type arrayDecoder struct {
  219. elemDec decoderFunc
  220. }
  221. func (se sliceDecoder) decode(d *decodeState, v reflect.Value) {
  222. se.arrayDec(d, v)
  223. }
  224. func (ae arrayDecoder) decode(d *decodeState, v reflect.Value) {
  225. var l uint32
  226. d.ReadInt(&l)
  227. if l == 0 {
  228. return
  229. }
  230. L := int(l)
  231. if v.Kind() == reflect.Slice {
  232. v.Set(reflect.MakeSlice(v.Type(), L, L))
  233. }
  234. for i := 0; i < L; i++ {
  235. ae.elemDec(d, v.Index(i))
  236. }
  237. }
  238. type structDecoder struct {
  239. fields []deField
  240. }
  241. func (se structDecoder) decode(d *decodeState, v reflect.Value) {
  242. for i := range se.fields {
  243. f := &se.fields[i]
  244. f.decoder(d, v.Field(i))
  245. }
  246. }
  247. var deFieldCache sync.Map // map[reflect.Type]structDecoder
  248. type deField struct {
  249. decoder decoderFunc
  250. }
  251. func newStructDecoder(t reflect.Type) decoderFunc {
  252. return cachedDeFields(t).decode
  253. }
  254. func cachedDeFields(t reflect.Type) structDecoder {
  255. if f, ok := deFieldCache.Load(t); ok {
  256. return f.(structDecoder)
  257. }
  258. f, _ := deFieldCache.LoadOrStore(t, typeDeFields(t))
  259. return f.(structDecoder)
  260. }
  261. func typeDeFields(t reflect.Type) structDecoder {
  262. var fields []deField
  263. for i := 0; i < t.NumField(); i++ {
  264. sf := t.Field(i)
  265. st := sf.Type
  266. if st == t {
  267. panic("proto:not support recursive type:" + st.String())
  268. }
  269. if sf.PkgPath != "" {
  270. panic("proto:not support type:" + t.String() + ",name:" + sf.Name)
  271. }
  272. fields = append(fields, deField{decoder: typeDecoder(st)})
  273. }
  274. return structDecoder{fields}
  275. }