2020-11-04 20:54:05 +08:00
|
|
|
|
package iplibrary
|
|
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
|
"fmt"
|
|
|
|
|
|
"github.com/TeaOSLab/EdgeAPI/internal/db/models"
|
|
|
|
|
|
"github.com/TeaOSLab/EdgeAPI/internal/errors"
|
2021-12-14 10:49:29 +08:00
|
|
|
|
"github.com/TeaOSLab/EdgeAPI/internal/goman"
|
2020-11-04 20:54:05 +08:00
|
|
|
|
"github.com/TeaOSLab/EdgeCommon/pkg/serverconfigs"
|
|
|
|
|
|
"github.com/iwind/TeaGo/Tea"
|
|
|
|
|
|
"github.com/iwind/TeaGo/dbs"
|
|
|
|
|
|
"github.com/iwind/TeaGo/logs"
|
|
|
|
|
|
"os"
|
|
|
|
|
|
"time"
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
|
|
dbs.OnReady(func() {
|
|
|
|
|
|
updater := NewUpdater()
|
|
|
|
|
|
updater.Start()
|
|
|
|
|
|
})
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2021-12-14 10:49:29 +08:00
|
|
|
|
// Updater IP库更新程序
|
2020-11-04 20:54:05 +08:00
|
|
|
|
type Updater struct {
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2021-12-14 10:49:29 +08:00
|
|
|
|
// NewUpdater 获取新对象
|
2020-11-04 20:54:05 +08:00
|
|
|
|
func NewUpdater() *Updater {
|
|
|
|
|
|
return &Updater{}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2021-12-14 10:49:29 +08:00
|
|
|
|
// Start 开始更新
|
2020-11-04 20:54:05 +08:00
|
|
|
|
func (this *Updater) Start() {
|
|
|
|
|
|
// 这里不需要太频繁检查更新,因为通常不需要更新IP库
|
|
|
|
|
|
ticker := time.NewTicker(1 * time.Hour)
|
2021-12-14 10:49:29 +08:00
|
|
|
|
goman.New(func() {
|
2020-11-04 20:54:05 +08:00
|
|
|
|
for range ticker.C {
|
|
|
|
|
|
err := this.loop()
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
logs.Println("[IP_LIBRARY]" + err.Error())
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2021-12-14 10:49:29 +08:00
|
|
|
|
})
|
2020-11-04 20:54:05 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 单次任务
|
|
|
|
|
|
func (this *Updater) loop() error {
|
2021-01-01 23:31:30 +08:00
|
|
|
|
config, err := models.SharedSysSettingDAO.ReadGlobalConfig(nil)
|
2020-11-04 20:54:05 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
code := config.IPLibrary.Code
|
|
|
|
|
|
if len(code) == 0 {
|
|
|
|
|
|
code = serverconfigs.DefaultIPLibraryType
|
|
|
|
|
|
}
|
2021-01-01 23:31:30 +08:00
|
|
|
|
lib, err := models.SharedIPLibraryDAO.FindLatestIPLibraryWithType(nil, code)
|
2020-11-04 20:54:05 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
if lib == nil {
|
|
|
|
|
|
return nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
typeInfo := serverconfigs.FindIPLibraryWithType(code)
|
|
|
|
|
|
if typeInfo == nil {
|
|
|
|
|
|
return errors.New("invalid ip library code '" + code + "'")
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
path := Tea.Root + "/resources/ipdata/" + code + "/" + code + "." + fmt.Sprintf("%d", lib.CreatedAt) + typeInfo.GetString("ext")
|
|
|
|
|
|
|
|
|
|
|
|
// 是否已经存在
|
|
|
|
|
|
_, err = os.Stat(path)
|
|
|
|
|
|
if err == nil {
|
|
|
|
|
|
return nil
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 开始下载
|
2021-01-01 23:31:30 +08:00
|
|
|
|
chunkIds, err := models.SharedFileChunkDAO.FindAllFileChunkIds(nil, int64(lib.FileId))
|
2020-11-04 20:54:05 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
isOk := false
|
|
|
|
|
|
|
|
|
|
|
|
fp, err := os.OpenFile(path, os.O_CREATE|os.O_WRONLY, 0666)
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
defer func() {
|
|
|
|
|
|
// 如果保存不成功就直接删除
|
|
|
|
|
|
if !isOk {
|
|
|
|
|
|
_ = fp.Close()
|
|
|
|
|
|
_ = os.Remove(path)
|
|
|
|
|
|
}
|
|
|
|
|
|
}()
|
|
|
|
|
|
for _, chunkId := range chunkIds {
|
2021-01-01 23:31:30 +08:00
|
|
|
|
chunk, err := models.SharedFileChunkDAO.FindFileChunk(nil, chunkId)
|
2020-11-04 20:54:05 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
if chunk == nil {
|
|
|
|
|
|
continue
|
|
|
|
|
|
}
|
|
|
|
|
|
_, err = fp.Write([]byte(chunk.Data))
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
err = fp.Close()
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// 重新加载
|
|
|
|
|
|
library, err := SharedManager.Load()
|
|
|
|
|
|
if err != nil {
|
|
|
|
|
|
return err
|
|
|
|
|
|
}
|
|
|
|
|
|
SharedLibrary = library
|
|
|
|
|
|
|
|
|
|
|
|
isOk = true
|
|
|
|
|
|
|
|
|
|
|
|
return nil
|
|
|
|
|
|
}
|