2024-04-29 22:01:55 +08:00
|
|
|
|
// Copyright 2024 GoEdge CDN goedge.cdn@gmail.com. All rights reserved. Official site: https://goedge.cn .
|
|
|
|
|
|
|
|
|
|
|
|
package fsutils
|
|
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
|
"runtime"
|
|
|
|
|
|
"time"
|
|
|
|
|
|
)
|
|
|
|
|
|
|
2024-04-29 22:51:51 +08:00
|
|
|
|
var maxThreads = runtime.NumCPU()
|
2024-05-01 12:42:35 +08:00
|
|
|
|
var WriterLimiter = NewLimiter(max(maxThreads, 8))
|
|
|
|
|
|
var ReaderLimiter = NewLimiter(max(maxThreads, 8))
|
2024-04-29 22:01:55 +08:00
|
|
|
|
|
|
|
|
|
|
type Limiter struct {
|
2024-04-30 19:09:40 +08:00
|
|
|
|
threads chan struct{}
|
|
|
|
|
|
count int
|
|
|
|
|
|
countDefault int
|
|
|
|
|
|
timers chan *time.Timer
|
2024-04-29 22:01:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func NewLimiter(threads int) *Limiter {
|
2024-04-29 22:51:51 +08:00
|
|
|
|
if threads < 4 {
|
|
|
|
|
|
threads = 4
|
|
|
|
|
|
}
|
2024-04-30 19:09:40 +08:00
|
|
|
|
if threads > 64 {
|
|
|
|
|
|
threads = 64
|
2024-04-29 22:51:51 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2024-04-29 22:01:55 +08:00
|
|
|
|
var threadsChan = make(chan struct{}, threads)
|
|
|
|
|
|
for i := 0; i < threads; i++ {
|
|
|
|
|
|
threadsChan <- struct{}{}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return &Limiter{
|
2024-04-30 19:09:40 +08:00
|
|
|
|
countDefault: threads,
|
|
|
|
|
|
count: threads,
|
|
|
|
|
|
threads: threadsChan,
|
|
|
|
|
|
timers: make(chan *time.Timer, 4096),
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (this *Limiter) SetThreads(newThreads int) {
|
|
|
|
|
|
if newThreads <= 0 {
|
|
|
|
|
|
newThreads = this.countDefault
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if newThreads != this.count {
|
|
|
|
|
|
var threadsChan = make(chan struct{}, newThreads)
|
|
|
|
|
|
for i := 0; i < newThreads; i++ {
|
|
|
|
|
|
threadsChan <- struct{}{}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
this.threads = threadsChan
|
|
|
|
|
|
this.count = newThreads
|
2024-04-29 22:01:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (this *Limiter) Ack() {
|
|
|
|
|
|
<-this.threads
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (this *Limiter) TryAck() bool {
|
2024-05-01 12:42:35 +08:00
|
|
|
|
const timeoutDuration = 500 * time.Millisecond
|
2024-04-29 22:01:55 +08:00
|
|
|
|
|
|
|
|
|
|
var timeout *time.Timer
|
|
|
|
|
|
select {
|
|
|
|
|
|
case timeout = <-this.timers:
|
|
|
|
|
|
timeout.Reset(timeoutDuration)
|
|
|
|
|
|
default:
|
|
|
|
|
|
timeout = time.NewTimer(timeoutDuration)
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
defer func() {
|
|
|
|
|
|
timeout.Stop()
|
|
|
|
|
|
|
|
|
|
|
|
select {
|
|
|
|
|
|
case this.timers <- timeout:
|
|
|
|
|
|
default:
|
|
|
|
|
|
}
|
|
|
|
|
|
}()
|
|
|
|
|
|
|
|
|
|
|
|
select {
|
|
|
|
|
|
case <-this.threads:
|
|
|
|
|
|
return true
|
|
|
|
|
|
case <-timeout.C:
|
|
|
|
|
|
return false
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (this *Limiter) Release() {
|
2024-04-29 23:10:02 +08:00
|
|
|
|
select {
|
|
|
|
|
|
case this.threads <- struct{}{}:
|
|
|
|
|
|
default:
|
2024-04-30 19:09:40 +08:00
|
|
|
|
// 由于容量可能有变化,这里忽略多余的thread
|
2024-04-29 23:10:02 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (this *Limiter) FreeThreads() int {
|
|
|
|
|
|
return len(this.threads)
|
2024-04-29 22:01:55 +08:00
|
|
|
|
}
|