decoder.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. // Copyright 2021 gorse Project Authors
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package protocol
  15. import (
  16. "github.com/zhenghaoz/gorse/base/log"
  17. "github.com/zhenghaoz/gorse/model/click"
  18. "github.com/zhenghaoz/gorse/model/ranking"
  19. "go.uber.org/zap"
  20. "io"
  21. )
  22. // UnmarshalClickModel unmarshal click model from gRPC.
  23. func UnmarshalClickModel(receiver Master_GetClickModelClient) (click.FactorizationMachine, error) {
  24. // receive model
  25. reader, writer := io.Pipe()
  26. var finalError error
  27. go func() {
  28. defer func(writer *io.PipeWriter) {
  29. err := writer.Close()
  30. if err != nil {
  31. log.Logger().Error("fail to close pipe", zap.Error(err))
  32. }
  33. }(writer)
  34. for {
  35. // receive from stream
  36. fragment, err := receiver.Recv()
  37. if err == io.EOF {
  38. log.Logger().Info("complete receiving click model")
  39. break
  40. } else if err != nil {
  41. finalError = err
  42. log.Logger().Error("fail to receive stream", zap.Error(err))
  43. return
  44. }
  45. // send to pipe
  46. _, err = writer.Write(fragment.Data)
  47. if err != nil {
  48. finalError = err
  49. log.Logger().Error("fail to write pipe", zap.Error(err))
  50. return
  51. }
  52. }
  53. }()
  54. // unmarshal model
  55. model, err := click.UnmarshalModel(reader)
  56. if err != nil {
  57. return nil, err
  58. }
  59. if finalError != nil {
  60. return nil, finalError
  61. }
  62. return model, nil
  63. }
  64. // UnmarshalRankingModel unmarshal ranking model from gRPC.
  65. func UnmarshalRankingModel(receiver Master_GetRankingModelClient) (ranking.MatrixFactorization, error) {
  66. // receive model
  67. reader, writer := io.Pipe()
  68. var receiverError error
  69. go func() {
  70. defer func(writer *io.PipeWriter) {
  71. err := writer.Close()
  72. if err != nil {
  73. log.Logger().Error("fail to close pipe", zap.Error(err))
  74. }
  75. }(writer)
  76. for {
  77. // receive from stream
  78. fragment, err := receiver.Recv()
  79. if err == io.EOF {
  80. log.Logger().Info("complete receiving ranking model")
  81. break
  82. } else if err != nil {
  83. receiverError = err
  84. log.Logger().Error("fail to receive stream", zap.Error(err))
  85. return
  86. }
  87. // send to pipe
  88. _, err = writer.Write(fragment.Data)
  89. if err != nil {
  90. receiverError = err
  91. log.Logger().Error("fail to write pipe", zap.Error(err))
  92. return
  93. }
  94. }
  95. }()
  96. // unmarshal model
  97. model, err := ranking.UnmarshalModel(reader)
  98. if err != nil {
  99. return nil, err
  100. }
  101. if receiverError != nil {
  102. return nil, receiverError
  103. }
  104. return model, nil
  105. }