update: 新增api访问日志

db/connection.go

@@ -83,6 +83,9 @@ func InitDB() error {
 			&entity.TaskItem{},
 			&entity.File{},
 			&entity.TelegramChannel{},
+			&entity.APIAccessLog{},
+			&entity.APIAccessLogStats{},
+			&entity.APIAccessLogSummary{},
 		)
 		if err != nil {
 			utils.Fatal("数据库迁移失败: %v", err)

db/converter/api_access_log_converter.go

@@ -0,0 +1,66 @@
+package converter
+
+import (
+	"github.com/ctwj/urldb/db/dto"
+	"github.com/ctwj/urldb/db/entity"
+)
+
+// ToAPIAccessLogResponse 将APIAccessLog实体转换为APIAccessLogResponse
+func ToAPIAccessLogResponse(log *entity.APIAccessLog) dto.APIAccessLogResponse {
+	return dto.APIAccessLogResponse{
+		ID:             log.ID,
+		IP:             log.IP,
+		UserAgent:      log.UserAgent,
+		Endpoint:       log.Endpoint,
+		Method:         log.Method,
+		RequestParams:  log.RequestParams,
+		ResponseStatus: log.ResponseStatus,
+		ResponseData:   log.ResponseData,
+		ProcessCount:   log.ProcessCount,
+		ErrorMessage:   log.ErrorMessage,
+		ProcessingTime: log.ProcessingTime,
+		CreatedAt:      log.CreatedAt,
+	}
+}
+
+// ToAPIAccessLogResponseList 将APIAccessLog实体列表转换为APIAccessLogResponse列表
+func ToAPIAccessLogResponseList(logs []entity.APIAccessLog) []dto.APIAccessLogResponse {
+	responses := make([]dto.APIAccessLogResponse, len(logs))
+	for i, log := range logs {
+		responses[i] = ToAPIAccessLogResponse(&log)
+	}
+	return responses
+}
+
+// ToAPIAccessLogSummaryResponse 将APIAccessLogSummary实体转换为APIAccessLogSummaryResponse
+func ToAPIAccessLogSummaryResponse(summary *entity.APIAccessLogSummary) dto.APIAccessLogSummaryResponse {
+	return dto.APIAccessLogSummaryResponse{
+		TotalRequests: summary.TotalRequests,
+		TodayRequests: summary.TodayRequests,
+		WeekRequests:  summary.WeekRequests,
+		MonthRequests: summary.MonthRequests,
+		ErrorRequests: summary.ErrorRequests,
+		UniqueIPs:     summary.UniqueIPs,
+	}
+}
+
+// ToAPIAccessLogStatsResponse 将APIAccessLogStats实体转换为APIAccessLogStatsResponse
+func ToAPIAccessLogStatsResponse(stat entity.APIAccessLogStats) dto.APIAccessLogStatsResponse {
+	return dto.APIAccessLogStatsResponse{
+		Endpoint:       stat.Endpoint,
+		Method:         stat.Method,
+		RequestCount:   stat.RequestCount,
+		ErrorCount:     stat.ErrorCount,
+		AvgProcessTime: stat.AvgProcessTime,
+		LastAccess:     stat.LastAccess,
+	}
+}
+
+// ToAPIAccessLogStatsResponseList 将APIAccessLogStats实体列表转换为APIAccessLogStatsResponse列表
+func ToAPIAccessLogStatsResponseList(stats []entity.APIAccessLogStats) []dto.APIAccessLogStatsResponse {
+	responses := make([]dto.APIAccessLogStatsResponse, len(stats))
+	for i, stat := range stats {
+		responses[i] = ToAPIAccessLogStatsResponse(stat)
+	}
+	return responses
+}

db/dto/api_access_log.go

@@ -0,0 +1,55 @@
+package dto
+
+import "time"
+
+// APIAccessLogResponse API访问日志响应
+type APIAccessLogResponse struct {
+	ID             uint      `json:"id"`
+	IP             string    `json:"ip"`
+	UserAgent      string    `json:"user_agent"`
+	Endpoint       string    `json:"endpoint"`
+	Method         string    `json:"method"`
+	RequestParams  string    `json:"request_params"`
+	ResponseStatus int       `json:"response_status"`
+	ResponseData   string    `json:"response_data"`
+	ProcessCount   int       `json:"process_count"`
+	ErrorMessage   string    `json:"error_message"`
+	ProcessingTime int64     `json:"processing_time"`
+	CreatedAt      time.Time `json:"created_at"`
+}
+
+// APIAccessLogSummaryResponse API访问日志汇总响应
+type APIAccessLogSummaryResponse struct {
+	TotalRequests int64 `json:"total_requests"`
+	TodayRequests int64 `json:"today_requests"`
+	WeekRequests  int64 `json:"week_requests"`
+	MonthRequests int64 `json:"month_requests"`
+	ErrorRequests int64 `json:"error_requests"`
+	UniqueIPs     int64 `json:"unique_ips"`
+}
+
+// APIAccessLogStatsResponse 按端点统计响应
+type APIAccessLogStatsResponse struct {
+	Endpoint       string    `json:"endpoint"`
+	Method         string    `json:"method"`
+	RequestCount   int64     `json:"request_count"`
+	ErrorCount     int64     `json:"error_count"`
+	AvgProcessTime int64     `json:"avg_process_time"`
+	LastAccess     time.Time `json:"last_access"`
+}
+
+// APIAccessLogListResponse API访问日志列表响应
+type APIAccessLogListResponse struct {
+	Data  []APIAccessLogResponse `json:"data"`
+	Total int64                  `json:"total"`
+}
+
+// APIAccessLogFilterRequest API访问日志过滤请求
+type APIAccessLogFilterRequest struct {
+	StartDate string `json:"start_date,omitempty"`
+	EndDate   string `json:"end_date,omitempty"`
+	Endpoint  string `json:"endpoint,omitempty"`
+	IP        string `json:"ip,omitempty"`
+	Page      int    `json:"page,omitempty" default:"1"`
+	PageSize  int    `json:"page_size,omitempty" default:"20"`
+}

db/entity/api_access_log.go

@@ -0,0 +1,50 @@
+package entity
+
+import (
+	"time"
+
+	"gorm.io/gorm"
+)
+
+// APIAccessLog API访问日志模型
+type APIAccessLog struct {
+	ID             uint           `json:"id" gorm:"primaryKey;autoIncrement"`
+	IP             string         `json:"ip" gorm:"size:45;not null;comment:客户端IP地址"`
+	UserAgent      string         `json:"user_agent" gorm:"size:500;comment:用户代理"`
+	Endpoint       string         `json:"endpoint" gorm:"size:255;not null;comment:访问的接口路径"`
+	Method         string         `json:"method" gorm:"size:10;not null;comment:HTTP方法"`
+	RequestParams  string         `json:"request_params" gorm:"type:text;comment:查询参数(JSON格式)"`
+	ResponseStatus int            `json:"response_status" gorm:"default:200;comment:响应状态码"`
+	ResponseData   string         `json:"response_data" gorm:"type:text;comment:响应数据(JSON格式)"`
+	ProcessCount   int            `json:"process_count" gorm:"default:0;comment:处理数量(查询结果数或添加的数量)"`
+	ErrorMessage   string         `json:"error_message" gorm:"size:500;comment:错误消息"`
+	ProcessingTime int64          `json:"processing_time" gorm:"comment:处理时间(毫秒)"`
+	CreatedAt      time.Time      `json:"created_at"`
+	UpdatedAt      time.Time      `json:"updated_at"`
+	DeletedAt      gorm.DeletedAt `json:"deleted_at" gorm:"index"`
+}
+
+// TableName 指定表名
+func (APIAccessLog) TableName() string {
+	return "api_access_logs"
+}
+
+// APIAccessLogSummary API访问日志汇总统计
+type APIAccessLogSummary struct {
+	TotalRequests int64 `json:"total_requests"`
+	TodayRequests int64 `json:"today_requests"`
+	WeekRequests  int64 `json:"week_requests"`
+	MonthRequests int64 `json:"month_requests"`
+	ErrorRequests int64 `json:"error_requests"`
+	UniqueIPs     int64 `json:"unique_ips"`
+}
+
+// APIAccessLogStats 按端点统计
+type APIAccessLogStats struct {
+	Endpoint       string    `json:"endpoint"`
+	Method         string    `json:"method"`
+	RequestCount   int64     `json:"request_count"`
+	ErrorCount     int64     `json:"error_count"`
+	AvgProcessTime int64     `json:"avg_process_time"`
+	LastAccess     time.Time `json:"last_access"`
+}

db/repo/api_access_log_repository.go

@@ -0,0 +1,169 @@
+package repo
+
+import (
+	"encoding/json"
+	"time"
+
+	"github.com/ctwj/urldb/db/entity"
+	"github.com/ctwj/urldb/utils"
+
+	"gorm.io/gorm"
+)
+
+// APIAccessLogRepository API访问日志Repository接口
+type APIAccessLogRepository interface {
+	BaseRepository[entity.APIAccessLog]
+	RecordAccess(ip, userAgent, endpoint, method string, requestParams interface{}, responseStatus int, responseData interface{}, processCount int, errorMessage string, processingTime int64) error
+	GetSummary() (*entity.APIAccessLogSummary, error)
+	GetStatsByEndpoint() ([]entity.APIAccessLogStats, error)
+	FindWithFilters(page, limit int, startDate, endDate *time.Time, endpoint, ip string) ([]entity.APIAccessLog, int64, error)
+	ClearOldLogs(days int) error
+}
+
+// APIAccessLogRepositoryImpl API访问日志Repository实现
+type APIAccessLogRepositoryImpl struct {
+	BaseRepositoryImpl[entity.APIAccessLog]
+}
+
+// NewAPIAccessLogRepository 创建API访问日志Repository
+func NewAPIAccessLogRepository(db *gorm.DB) APIAccessLogRepository {
+	return &APIAccessLogRepositoryImpl{
+		BaseRepositoryImpl: BaseRepositoryImpl[entity.APIAccessLog]{db: db},
+	}
+}
+
+// RecordAccess 记录API访问
+func (r *APIAccessLogRepositoryImpl) RecordAccess(ip, userAgent, endpoint, method string, requestParams interface{}, responseStatus int, responseData interface{}, processCount int, errorMessage string, processingTime int64) error {
+	log := entity.APIAccessLog{
+		IP:             ip,
+		UserAgent:      userAgent,
+		Endpoint:       endpoint,
+		Method:         method,
+		ResponseStatus: responseStatus,
+		ProcessCount:   processCount,
+		ErrorMessage:   errorMessage,
+		ProcessingTime: processingTime,
+	}
+
+	// 序列化请求参数
+	if requestParams != nil {
+		if paramsJSON, err := json.Marshal(requestParams); err == nil {
+			log.RequestParams = string(paramsJSON)
+		}
+	}
+
+	// 序列化响应数据（限制大小，避免存储大量数据）
+	if responseData != nil {
+		if dataJSON, err := json.Marshal(responseData); err == nil {
+			// 限制响应数据长度，避免存储过多数据
+			dataStr := string(dataJSON)
+			if len(dataStr) > 2000 {
+				dataStr = dataStr[:2000] + "..."
+			}
+			log.ResponseData = dataStr
+		}
+	}
+
+	return r.db.Create(&log).Error
+}
+
+// GetSummary 获取访问日志汇总
+func (r *APIAccessLogRepositoryImpl) GetSummary() (*entity.APIAccessLogSummary, error) {
+	var summary entity.APIAccessLogSummary
+	now := utils.GetCurrentTime()
+	todayStr := now.Format(utils.TimeFormatDate)
+	weekStart := now.AddDate(0, 0, -int(now.Weekday())+1).Format(utils.TimeFormatDate)
+	monthStart := now.Format("2006-01") + "-01"
+
+	// 总请求数
+	if err := r.db.Model(&entity.APIAccessLog{}).Count(&summary.TotalRequests).Error; err != nil {
+		return nil, err
+	}
+
+	// 今日请求数
+	if err := r.db.Model(&entity.APIAccessLog{}).Where("DATE(created_at) = ?", todayStr).Count(&summary.TodayRequests).Error; err != nil {
+		return nil, err
+	}
+
+	// 本周请求数
+	if err := r.db.Model(&entity.APIAccessLog{}).Where("created_at >= ?", weekStart).Count(&summary.WeekRequests).Error; err != nil {
+		return nil, err
+	}
+
+	// 本月请求数
+	if err := r.db.Model(&entity.APIAccessLog{}).Where("created_at >= ?", monthStart).Count(&summary.MonthRequests).Error; err != nil {
+		return nil, err
+	}
+
+	// 错误请求数
+	if err := r.db.Model(&entity.APIAccessLog{}).Where("response_status >= 400").Count(&summary.ErrorRequests).Error; err != nil {
+		return nil, err
+	}
+
+	// 唯一IP数
+	if err := r.db.Model(&entity.APIAccessLog{}).Distinct("ip").Count(&summary.UniqueIPs).Error; err != nil {
+		return nil, err
+	}
+
+	return &summary, nil
+}
+
+// GetStatsByEndpoint 按端点获取统计
+func (r *APIAccessLogRepositoryImpl) GetStatsByEndpoint() ([]entity.APIAccessLogStats, error) {
+	var stats []entity.APIAccessLogStats
+
+	query := `
+		SELECT
+			endpoint,
+			method,
+			COUNT(*) as request_count,
+			SUM(CASE WHEN response_status >= 400 THEN 1 ELSE 0 END) as error_count,
+			AVG(processing_time) as avg_process_time,
+			MAX(created_at) as last_access
+		FROM api_access_logs
+		WHERE deleted_at IS NULL
+		GROUP BY endpoint, method
+		ORDER BY request_count DESC
+	`
+
+	err := r.db.Raw(query).Scan(&stats).Error
+	return stats, err
+}
+
+// FindWithFilters 带过滤条件的分页查找访问日志
+func (r *APIAccessLogRepositoryImpl) FindWithFilters(page, limit int, startDate, endDate *time.Time, endpoint, ip string) ([]entity.APIAccessLog, int64, error) {
+	var logs []entity.APIAccessLog
+	var total int64
+
+	offset := (page - 1) * limit
+	query := r.db.Model(&entity.APIAccessLog{})
+
+	// 添加过滤条件
+	if startDate != nil {
+		query = query.Where("created_at >= ?", *startDate)
+	}
+	if endDate != nil {
+		query = query.Where("created_at <= ?", *endDate)
+	}
+	if endpoint != "" {
+		query = query.Where("endpoint LIKE ?", "%"+endpoint+"%")
+	}
+	if ip != "" {
+		query = query.Where("ip = ?", ip)
+	}
+
+	// 获取总数
+	if err := query.Count(&total).Error; err != nil {
+		return nil, 0, err
+	}
+
+	// 获取分页数据，按创建时间倒序排列
+	err := query.Order("created_at DESC").Offset(offset).Limit(limit).Find(&logs).Error
+	return logs, total, err
+}
+
+// ClearOldLogs 清理旧日志
+func (r *APIAccessLogRepositoryImpl) ClearOldLogs(days int) error {
+	cutoffDate := utils.GetCurrentTime().AddDate(0, 0, -days)
+	return r.db.Where("created_at < ?", cutoffDate).Delete(&entity.APIAccessLog{}).Error
+}

db/repo/manager.go

@@ -21,6 +21,7 @@ type RepositoryManager struct {
 	TaskItemRepository        TaskItemRepository
 	FileRepository            FileRepository
 	TelegramChannelRepository TelegramChannelRepository
+	APIAccessLogRepository    APIAccessLogRepository
 }
 
 // NewRepositoryManager 创建Repository管理器
@@ -41,5 +42,6 @@ func NewRepositoryManager(db *gorm.DB) *RepositoryManager {
 		TaskItemRepository:        NewTaskItemRepository(db),
 		FileRepository:            NewFileRepository(db),
 		TelegramChannelRepository: NewTelegramChannelRepository(db),
+		APIAccessLogRepository:    NewAPIAccessLogRepository(db),
 	}
 }