Add a new configuration download_buf_pool_size

helper/config.go

@@ -9,6 +9,8 @@ import (
 
 const (
 	YIG_CONF_PATH = "/etc/yig/yig.toml"
+	MIN_DOWNLOAD_BUFPOOL_SIZE = 512 << 10  // 512k
+	MAX_DOWNLOAD_BUFPOOL_SIZE = 8 << 20    // 8M
 )
 
 type Config struct {
@@ -65,6 +67,8 @@ type Config struct {
 	// This property sets the minimum number of requests in a rolling window that will trip the circuit.
 	CacheCircuitOpenThreshold int `toml:"cache_circuit_open_threshold"`
 
+	DownLoadBufPoolSize int `toml:"download_buf_pool_size"`
+
 	KMS KMSConfig `toml:"kms"`
 
 	// Message Bus
@@ -177,6 +181,8 @@ func MarshalTOMLConfig() error {
 	CONFIG.CacheCircuitCloseRequiredCount = Ternary(c.CacheCircuitCloseRequiredCount < 0, 0, c.CacheCircuitCloseRequiredCount).(int)
 	CONFIG.CacheCircuitOpenThreshold = Ternary(c.CacheCircuitOpenThreshold < 0, 0, c.CacheCircuitOpenThreshold).(int)
 
+	CONFIG.DownLoadBufPoolSize = Ternary(c.DownLoadBufPoolSize < MIN_DOWNLOAD_BUFPOOL_SIZE || c.DownLoadBufPoolSize > MAX_DOWNLOAD_BUFPOOL_SIZE, MIN_DOWNLOAD_BUFPOOL_SIZE, c.DownLoadBufPoolSize).(int)
+
 	CONFIG.KMS = c.KMS
 
 	CONFIG.MsgBus = c.MsgBus

integrate/yigconf/yig.toml

@@ -42,6 +42,7 @@ cache_circuit_open_threshold = 1
 
 # Ceph Config
 ceph_config_pattern = "/etc/ceph/*.conf"
+download_buf_pool_size = 524288
 
 [kms]
 type = "vault"

storage/object.go

@@ -109,7 +109,7 @@ var (
 
 func init() {
 	downloadBufPool.New = func() interface{} {
-		return make([]byte, MIN_CHUNK_SIZE)
+		return make([]byte, helper.CONFIG.DownLoadBufPoolSize)
 	}
 }