pb.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. // Copyright 2019 Yunion
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package pb
  15. import (
  16. "context"
  17. "io"
  18. "time"
  19. "golang.org/x/time/rate"
  20. )
  21. const (
  22. BURSTS = 1024 * 1024 * 1024
  23. )
  24. type SProxyReader struct {
  25. reader io.Reader
  26. size int64
  27. cur int64
  28. lastCur int64
  29. finish chan bool
  30. debug bool
  31. ticker *time.Ticker
  32. start time.Time
  33. callback func()
  34. ctx context.Context
  35. refreshRate time.Duration
  36. // Mbps
  37. rateLimit *rate.Limiter
  38. }
  39. func NewProxyReader(reader io.Reader, size int64) *SProxyReader {
  40. return &SProxyReader{
  41. reader: reader,
  42. size: size,
  43. finish: make(chan bool),
  44. ctx: context.Background(),
  45. refreshRate: time.Second * 1,
  46. }
  47. }
  48. func (self *SProxyReader) SetRateLimit(mb int) {
  49. self.rateLimit = rate.NewLimiter(rate.Limit(mb*1024*1024), BURSTS)
  50. self.rateLimit.AllowN(time.Now(), BURSTS)
  51. }
  52. // 设置刷新频率
  53. // 仅在读取数据前生效
  54. func (self *SProxyReader) SetRefreshRate(rate time.Duration) {
  55. if rate > time.Second && self.cur == 0 {
  56. self.refreshRate = rate
  57. }
  58. }
  59. func (self *SProxyReader) SetCallback(callback func()) {
  60. self.callback = callback
  61. }
  62. func (self *SProxyReader) Percent() float64 {
  63. return float64(self.cur) / float64(self.size) * 100.0
  64. }
  65. func (self *SProxyReader) AvgRate() float64 {
  66. return float64(self.cur) / float64(1024) / float64(1024) / float64(time.Now().Sub(self.start).Seconds())
  67. }
  68. func (self *SProxyReader) Rate() float64 {
  69. return float64(self.cur-self.lastCur) / float64(1024) / float64(1024) / float64(self.refreshRate.Seconds())
  70. }
  71. func (self *SProxyReader) Read(p []byte) (n int, err error) {
  72. defer func() {
  73. if err != nil {
  74. self.finish <- true
  75. close(self.finish)
  76. }
  77. }()
  78. if self.start.IsZero() {
  79. self.start = time.Now()
  80. self.ticker = time.NewTicker(self.refreshRate)
  81. go self.refresh(self.finish)
  82. }
  83. n, err = self.reader.Read(p)
  84. if err != nil {
  85. return n, err
  86. }
  87. if self.rateLimit != nil {
  88. err = self.rateLimit.WaitN(self.ctx, n)
  89. if err != nil {
  90. return n, err
  91. }
  92. }
  93. self.cur += int64(n)
  94. return n, nil
  95. }
  96. func (self *SProxyReader) refresh(finishChan chan bool) {
  97. defer self.ticker.Stop()
  98. for {
  99. select {
  100. case <-self.ticker.C:
  101. if self.callback != nil {
  102. self.callback()
  103. }
  104. self.lastCur = self.cur
  105. case finished := <-finishChan:
  106. if finished {
  107. return
  108. }
  109. }
  110. }
  111. }