EdgeAPI/cmd/ip2region/main.go

package main

import (
	"bytes"
	"github.com/TeaOSLab/EdgeAPI/internal/db/models/regions"
	"github.com/iwind/TeaGo/Tea"
	_ "github.com/iwind/TeaGo/bootstrap"
	"github.com/iwind/TeaGo/dbs"
	"github.com/iwind/TeaGo/lists"
	"github.com/iwind/TeaGo/logs"
	"io/ioutil"
	"os"
	"regexp"
	"strings"
)

func main() {
	// 导入数据
	if lists.ContainsString(os.Args, "import") {
		dbs.NotifyReady()

		data, err := ioutil.ReadFile(Tea.Root + "/resources/ipdata/ip2region/global_region.csv")
		if err != nil {
			logs.Println("[ERROR]" + err.Error())
			return
		}
		if len(data) == 0 {
			logs.Println("[ERROR]file content should not be empty")
			return
		}
		lines := bytes.Split(data, []byte{'\n'})
		for _, line := range lines {
			line = bytes.TrimSpace(line)
			if len(line) == 0 {
				continue
			}

			s := string(line)
			reg := regexp.MustCompile(`(?U)(\d+),(\d+),(.+),(\d+),`)
			if !reg.MatchString(s) {
				continue
			}
			result := reg.FindStringSubmatch(s)
			dataId := result[1]
			parentDataId := result[2]
			name := result[3]
			level := result[4]

			switch level {
			case "1": // 国家|地区
				countryId, err := regions.SharedRegionCountryDAO.FindCountryIdWithDataId(nil, dataId)
				if err != nil {
					logs.Println("[ERROR]" + err.Error())
					return
				}
				if countryId == 0 {
					logs.Println("creating country or region ", name)
					_, err = regions.SharedRegionCountryDAO.CreateCountry(nil, name, dataId)
					if err != nil {
						logs.Println("[ERROR]" + err.Error())
						return
					}
				}
			case "2": // 省份|地区
				provinceId, err := regions.SharedRegionProvinceDAO.FindProvinceIdWithDataId(nil, dataId)
				if err != nil {
					logs.Println("[ERROR]" + err.Error())
					return
				}
				if provinceId == 0 {
					logs.Println("creating province", name)

					countryId, err := regions.SharedRegionCountryDAO.FindCountryIdWithDataId(nil, parentDataId)
					if err != nil {
						logs.Println("[ERROR]" + err.Error())
						return
					}
					if countryId == 0 {
						logs.Println("[ERROR]can not find country from data id '" + parentDataId + "'")
						return
					}

					_, err = regions.SharedRegionProvinceDAO.CreateProvince(nil, countryId, name, dataId)
					if err != nil {
						logs.Println("[ERROR]" + err.Error())
						return
					}
				}
			case "3": // 城市
				cityId, err := regions.SharedRegionCityDAO.FindCityWithDataId(nil, dataId)
				if err != nil {
					logs.Println("[ERROR]" + err.Error())
					return
				}
				if cityId == 0 {
					logs.Println("creating city", name)

					provinceId, err := regions.SharedRegionProvinceDAO.FindProvinceIdWithDataId(nil, parentDataId)
					if err != nil {
						logs.Println("[ERROR]" + err.Error())
						return
					}
					_, err = regions.SharedRegionCityDAO.CreateCity(nil, provinceId, name, dataId)
					if err != nil {
						logs.Println("[ERROR]" + err.Error())
						return
					}
				}
			}
		}

		logs.Println("done")
	}

	// 检查数据
	if lists.ContainsString(os.Args, "check") {
		dbs.NotifyReady()

		data, err := ioutil.ReadFile(Tea.Root + "/resources/ipdata/ip2region/ip.merge.txt")
		if err != nil {
			logs.Println("[ERROR]" + err.Error())
			return
		}
		if len(data) == 0 {
			logs.Println("[ERROR]file should not be empty")
			return
		}
		lines := bytes.Split(data, []byte("\n"))
		for index, line := range lines {
			s := string(bytes.TrimSpace(line))
			if len(s) == 0 {
				continue
			}
			pieces := strings.Split(s, "|")
			countryName := pieces[2]
			provinceName := pieces[4]
			providerName := pieces[6]

			// 记录provider
			if len(providerName) > 0 && providerName != "0" {
				providerId, err := regions.SharedRegionProviderDAO.FindProviderIdWithNameCacheable(nil, providerName)
				if err != nil {
					logs.Println("[ERROR]find provider id failed: " + err.Error())
					return
				}
				if providerId == 0 {
					logs.Println("creating new provider '"+providerName+"' ... ", index, "line")
					_, err = regions.SharedRegionProviderDAO.CreateProvider(nil, providerName)
					if err != nil {
						logs.Println("create new provider failed: " + providerName)
						return
					}
					logs.Println("created new provider '" + providerName + "'")
					return
				}
			}

			if lists.ContainsString([]string{"0", "欧洲", "北美地区", "法国南部领地", "非洲地区", "亚太地区"}, countryName) {
				continue
			}

			// 检查国家
			countryId, err := regions.SharedRegionCountryDAO.FindCountryIdWithNameCacheable(nil, countryName)
			if err != nil {
				logs.Println("[ERROR]" + err.Error())
				return
			}
			if countryId == 0 {
				logs.Println("[ERROR]can not find country '"+countryName+"', index: ", index, "data: "+s)
				return
			}

			// 检查省份
			if countryName == "中国" {
				if lists.ContainsString([]string{"0"}, provinceName) {
					continue
				}

				provinceId, err := regions.SharedRegionProvinceDAO.FindProvinceIdWithNameCacheable(nil, countryId, provinceName)
				if err != nil {
					logs.Println("[ERROR]" + err.Error())
					return
				}
				if provinceId == 0 {
					logs.Println("[ERROR]can not find province '"+provinceName+"', index: ", index, "data: "+s)
					return
				}
			}
		}

		logs.Println("done")
	}
}