mirror of https://github.com/q191201771/lal.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
80 lines
1.7 KiB
Go
80 lines
1.7 KiB
Go
// Copyright 2021, Chef. All rights reserved.
|
|
// https://github.com/q191201771/lal
|
|
//
|
|
// Use of this source code is governed by a MIT-style license
|
|
// that can be found in the License file.
|
|
//
|
|
// Author: Chef (191201771@qq.com)
|
|
|
|
package base
|
|
|
|
import (
|
|
"net"
|
|
)
|
|
|
|
// TODO(chef): feat 通过时间戳（目前是数据大小）来设定合并阈值
|
|
|
|
// MergeWriter 合并多个内存块，达到阈值后一次性将内存块数组返回给上层
|
|
//
|
|
// 注意，输入时的单个内存块，回调时不会出现拆分切割的情况
|
|
//
|
|
type MergeWriter struct {
|
|
onWritev OnWritev
|
|
size int
|
|
|
|
currSize int
|
|
bs net.Buffers // TODO(chef): perf 复用外层切片
|
|
}
|
|
|
|
type OnWritev func(bs net.Buffers)
|
|
|
|
// NewMergeWriter
|
|
//
|
|
// @param onWritev 回调缓存的1~n个内存块
|
|
// @param size 回调阈值
|
|
//
|
|
func NewMergeWriter(onWritev OnWritev, size int) *MergeWriter {
|
|
return &MergeWriter{
|
|
onWritev: onWritev,
|
|
size: size,
|
|
}
|
|
}
|
|
|
|
// Write
|
|
//
|
|
// 注意，函数调用结束后，`b`内存块会被内部持有
|
|
//
|
|
func (w *MergeWriter) Write(b []byte) {
|
|
Log.Debugf("[%p] MergeWriter::Write. len=%d", w, len(b))
|
|
w.bs = append(w.bs, b)
|
|
w.currSize += len(b)
|
|
if w.currSize >= w.size {
|
|
w.flush()
|
|
}
|
|
}
|
|
|
|
// Flush 强制将内部缓冲的数据全部回调排空
|
|
//
|
|
func (w *MergeWriter) Flush() {
|
|
Log.Debugf("[%p] MergeWriter::Flush.", w)
|
|
if w.currSize > 0 {
|
|
w.flush()
|
|
}
|
|
}
|
|
|
|
// flush 将内部缓冲的数据全部回调排空
|
|
//
|
|
func (w *MergeWriter) flush() {
|
|
// only for debug log
|
|
var n int
|
|
var ns []int
|
|
for _, v := range w.bs {
|
|
n += len(v)
|
|
ns = append(ns, len(v))
|
|
}
|
|
Log.Debugf("[%p] MergeWriter::flush. len=%d(%v)", w, n, ns)
|
|
w.onWritev(w.bs)
|
|
w.currSize = 0
|
|
w.bs = nil
|
|
}
|