EdgeAPI/internal/db/models/http_access_log_dao_test.go

package models

import (
	"encoding/json"
	"github.com/TeaOSLab/EdgeCommon/pkg/rpc/pb"
	_ "github.com/go-sql-driver/mysql"
	_ "github.com/iwind/TeaGo/bootstrap"
	"github.com/iwind/TeaGo/dbs"
	timeutil "github.com/iwind/TeaGo/utils/time"
	"testing"
	"time"
)

func TestCreateHTTPAccessLog(t *testing.T) {
	dbs.NotifyReady()

	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	var accessLog = &pb.HTTPAccessLog{
		ServerId:  1,
		NodeId:    4,
		Status:    200,
		Timestamp: time.Now().Unix(),
	}
	var dao = randomHTTPAccessLogDAO()
	t.Log("dao:", dao)

	// 先初始化
	_ = SharedHTTPAccessLogDAO.CreateHTTPAccessLog(tx, dao.DAO, accessLog)

	var before = time.Now()
	defer func() {
		t.Log(time.Since(before).Seconds()*1000, "ms")
	}()

	for i := 0; i < 1000; i++ {
		err = SharedHTTPAccessLogDAO.CreateHTTPAccessLog(tx, dao.DAO, accessLog)
		if err != nil {
			t.Fatal(err)
		}
	}

	t.Log("ok")
}

func TestCreateHTTPAccessLog_Tx(t *testing.T) {
	dbs.NotifyReady()

	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	var accessLog = &pb.HTTPAccessLog{
		ServerId:  1,
		NodeId:    4,
		Status:    200,
		Timestamp: time.Now().Unix(),
	}
	var dao = randomHTTPAccessLogDAO()
	t.Log("dao:", dao)

	// 先初始化
	_ = SharedHTTPAccessLogDAO.CreateHTTPAccessLog(tx, dao.DAO, accessLog)

	var before = time.Now()
	defer func() {
		t.Log(time.Since(before).Seconds()*1000, "ms")
	}()

	tx, err = dao.DAO.Instance.Begin()
	if err != nil {
		t.Fatal(err)
	}
	for i := 0; i < 200; i++ {
		err = SharedHTTPAccessLogDAO.CreateHTTPAccessLog(tx, dao.DAO, accessLog)
		if err != nil {
			t.Fatal(err)
		}
	}
	err = tx.Commit()
	if err != nil {
		t.Fatal(err)
	}

	t.Log("ok")
}

func TestHTTPAccessLogDAO_ListAccessLogs(t *testing.T) {
	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	accessLogs, requestId, hasMore, err := SharedHTTPAccessLogDAO.ListAccessLogs(tx, -1, "", 10, timeutil.Format("Ymd"), "", "", 0, 0, 0, false, false, 0, 0, 0, false, 0, "", "", "")
	if err != nil {
		t.Fatal(err)
	}
	t.Log("requestId:", requestId, "hasMore:", hasMore)
	if len(accessLogs) == 0 {
		t.Log("no access logs yet")
		return
	}
	for _, accessLog := range accessLogs {
		t.Log(accessLog.Id, accessLog.CreatedAt, timeutil.FormatTime("H:i:s", int64(accessLog.CreatedAt)))
	}
}

func TestHTTPAccessLogDAO_ListAccessLogs_Page(t *testing.T) {
	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	lastRequestId := ""

	times := 0 // 防止循环次数太多
	for {
		before := time.Now()
		accessLogs, requestId, hasMore, err := SharedHTTPAccessLogDAO.ListAccessLogs(tx, -1, lastRequestId, 2, timeutil.Format("Ymd"), "", "", 0, 0, 0, false, false, 0, 0, 0, false, 0, "", "", "")
		cost := time.Since(before).Seconds()
		if err != nil {
			t.Fatal(err)
		}
		lastRequestId = requestId
		if len(accessLogs) == 0 {
			break
		}
		t.Log("===")
		t.Log("requestId:", requestId[:10]+"...", "hasMore:", hasMore, "cost:", cost*1000, "ms")
		for _, accessLog := range accessLogs {
			t.Log(accessLog.Id, accessLog.CreatedAt, timeutil.FormatTime("H:i:s", int64(accessLog.CreatedAt)))
		}

		times++
		if times > 10 {
			break
		}
	}
}

func TestHTTPAccessLogDAO_ListAccessLogs_Reverse(t *testing.T) {
	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	before := time.Now()
	accessLogs, requestId, hasMore, err := SharedHTTPAccessLogDAO.ListAccessLogs(tx, -1, "16023261176446590001000000000000003500000004", 2, timeutil.Format("Ymd"), "", "", 0, 0, 0, true, false, 0, 0, 0, false, 0, "", "", "")
	cost := time.Since(before).Seconds()
	if err != nil {
		t.Fatal(err)
	}
	t.Log("===")
	t.Log("requestId:", requestId[:19]+"...", "hasMore:", hasMore, "cost:", cost*1000, "ms")
	if len(accessLogs) > 0 {
		t.Log("accessLog:", accessLogs[0].RequestId[:19]+"...", len(accessLogs[0].RequestId))
	}
}

func TestHTTPAccessLogDAO_ListAccessLogs_Page_NotExists(t *testing.T) {
	var tx *dbs.Tx

	err := NewDBNodeInitializer().loop()
	if err != nil {
		t.Fatal(err)
	}

	lastRequestId := ""

	times := 0 // 防止循环次数太多
	for {
		before := time.Now()
		accessLogs, requestId, hasMore, err := SharedHTTPAccessLogDAO.ListAccessLogs(tx, -1, lastRequestId, 2, timeutil.Format("Ymd", time.Now().AddDate(0, 0, 1)), "", "", 0, 0, 0, false, false, 0, 0, 0, false, 0, "", "", "")
		cost := time.Since(before).Seconds()
		if err != nil {
			t.Fatal(err)
		}
		lastRequestId = requestId
		if len(accessLogs) == 0 {
			break
		}
		t.Log("===")
		t.Log("requestId:", requestId[:10]+"...", "hasMore:", hasMore, "cost:", cost*1000, "ms")
		for _, accessLog := range accessLogs {
			t.Log(accessLog.Id, accessLog.CreatedAt, timeutil.FormatTime("H:i:s", int64(accessLog.CreatedAt)))
		}

		times++
		if times > 10 {
			break
		}
	}
}

func BenchmarkHTTPAccessLogDAO_JSONEncode(b *testing.B) {
	var accessLog = &pb.HTTPAccessLog{
		RequestPath: "/hello/world",
	}

	for i := 0; i < b.N; i++ {
		_, _ = json.Marshal(accessLog)
	}
}