Files
urldb/handlers/public_api_handler.go

502 lines
16 KiB
Go
Raw Permalink Normal View History

2025-07-16 18:05:29 +08:00
package handlers
import (
2025-11-07 18:50:08 +08:00
"encoding/json"
2025-07-16 18:05:29 +08:00
"strconv"
2025-08-03 11:18:40 +08:00
"strings"
2025-10-07 02:30:01 +08:00
"time"
2025-07-16 18:05:29 +08:00
2025-07-18 09:42:07 +08:00
"github.com/ctwj/urldb/db/dto"
"github.com/ctwj/urldb/db/entity"
2025-07-17 14:08:52 +08:00
2025-08-20 15:03:14 +08:00
"github.com/ctwj/urldb/utils"
2025-07-16 18:05:29 +08:00
"github.com/gin-gonic/gin"
)
// PublicAPIHandler 公开API处理器
type PublicAPIHandler struct{}
// NewPublicAPIHandler 创建公开API处理器
func NewPublicAPIHandler() *PublicAPIHandler {
return &PublicAPIHandler{}
}
2025-08-03 11:18:40 +08:00
// filterForbiddenWords 过滤包含违禁词的资源
func (h *PublicAPIHandler) filterForbiddenWords(resources []entity.Resource) ([]entity.Resource, []string) {
// 获取违禁词配置
forbiddenWords, err := repoManager.SystemConfigRepository.GetConfigValue(entity.ConfigKeyForbiddenWords)
if err != nil {
// 如果获取失败,返回原资源列表
return resources, nil
}
if forbiddenWords == "" {
return resources, nil
}
// 分割违禁词
words := strings.Split(forbiddenWords, ",")
var filteredResources []entity.Resource
var foundForbiddenWords []string
for _, resource := range resources {
shouldSkip := false
title := strings.ToLower(resource.Title)
description := strings.ToLower(resource.Description)
for _, word := range words {
word = strings.TrimSpace(word)
if word != "" && (strings.Contains(title, strings.ToLower(word)) || strings.Contains(description, strings.ToLower(word))) {
foundForbiddenWords = append(foundForbiddenWords, word)
shouldSkip = true
break
}
}
if !shouldSkip {
filteredResources = append(filteredResources, resource)
}
}
// 去重违禁词
uniqueForbiddenWords := make([]string, 0)
wordMap := make(map[string]bool)
for _, word := range foundForbiddenWords {
if !wordMap[word] {
wordMap[word] = true
uniqueForbiddenWords = append(uniqueForbiddenWords, word)
}
}
return filteredResources, uniqueForbiddenWords
}
2025-10-07 02:30:01 +08:00
// logAPIAccess 记录API访问日志
func (h *PublicAPIHandler) logAPIAccess(c *gin.Context, startTime time.Time, processCount int, responseData interface{}, errorMessage string) {
endpoint := c.Request.URL.Path
method := c.Request.Method
ip := c.ClientIP()
userAgent := c.GetHeader("User-Agent")
// 计算处理时间
processingTime := time.Since(startTime).Milliseconds()
// 获取查询参数
var requestParams interface{}
if method == "GET" {
requestParams = c.Request.URL.Query()
} else {
// 对于POST请求尝试从上下文中获取请求体如果之前已解析
if req, exists := c.Get("request_body"); exists {
requestParams = req
}
}
2025-11-07 18:50:08 +08:00
// 记录API访问日志 - 使用简单日志记录
h.recordAPIAccessToDB(ip, userAgent, endpoint, method, requestParams,
c.Writer.Status(), responseData, processCount, errorMessage, processingTime)
2025-10-07 02:30:01 +08:00
}
2025-07-16 18:05:29 +08:00
// AddBatchResources godoc
// @Summary 批量添加资源
// @Description 通过公开API批量添加多个资源到待处理列表
// @Tags PublicAPI
// @Accept json
// @Produce json
// @Param X-API-Token header string true "API访问令牌"
// @Param data body dto.BatchReadyResourceRequest true "批量资源信息"
// @Success 200 {object} map[string]interface{} "批量添加成功"
// @Failure 400 {object} map[string]interface{} "请求参数错误"
// @Failure 401 {object} map[string]interface{} "认证失败"
// @Failure 500 {object} map[string]interface{} "服务器内部错误"
// @Router /api/public/resources/batch-add [post]
func (h *PublicAPIHandler) AddBatchResources(c *gin.Context) {
2025-10-07 02:30:01 +08:00
startTime := time.Now()
2025-07-16 18:05:29 +08:00
var req dto.BatchReadyResourceRequest
if err := c.ShouldBindJSON(&req); err != nil {
2025-10-07 02:30:01 +08:00
h.logAPIAccess(c, startTime, 0, nil, "请求参数错误: "+err.Error())
2025-07-21 22:52:41 +08:00
ErrorResponse(c, "请求参数错误: "+err.Error(), 400)
2025-07-16 18:05:29 +08:00
return
}
2025-10-07 02:30:01 +08:00
// 存储请求体用于日志记录
c.Set("request_body", req)
2025-07-16 18:05:29 +08:00
if len(req.Resources) == 0 {
2025-07-21 22:52:41 +08:00
ErrorResponse(c, "资源列表不能为空", 400)
2025-07-16 18:05:29 +08:00
return
}
2025-10-28 11:07:00 +08:00
// 记录API访问安全日志
clientIP := c.ClientIP()
userAgent := c.GetHeader("User-Agent")
utils.Info("PublicAPI.AddBatchResources - API访问 - IP: %s, UserAgent: %s, 资源数量: %d", clientIP, userAgent, len(req.Resources))
// 收集所有待提交的URL去重
urlSet := make(map[string]struct{})
for _, resource := range req.Resources {
for _, u := range resource.Url {
if u != "" {
urlSet[u] = struct{}{}
}
2025-07-16 18:05:29 +08:00
}
}
uniqueUrls := make([]string, 0, len(urlSet))
for url := range urlSet {
uniqueUrls = append(uniqueUrls, url)
}
2025-07-16 18:05:29 +08:00
// 批量查重
readyList, _ := repoManager.ReadyResourceRepository.BatchFindByURLs(uniqueUrls)
existReadyUrls := make(map[string]struct{})
for _, r := range readyList {
existReadyUrls[r.URL] = struct{}{}
}
resourceList, _ := repoManager.ResourceRepository.BatchFindByURLs(uniqueUrls)
existResourceUrls := make(map[string]struct{})
for _, r := range resourceList {
existResourceUrls[r.URL] = struct{}{}
2025-07-16 18:05:29 +08:00
}
var createdResources []uint
for _, resourceReq := range req.Resources {
// 生成 key每组同一个 key
key, err := repoManager.ReadyResourceRepository.GenerateUniqueKey()
if err != nil {
2025-10-07 02:30:01 +08:00
h.logAPIAccess(c, startTime, len(createdResources), nil, "生成资源组标识失败: "+err.Error())
ErrorResponse(c, "生成资源组标识失败: "+err.Error(), 500)
return
}
for _, url := range resourceReq.Url {
if url == "" {
continue
}
if _, ok := existReadyUrls[url]; ok {
continue
}
if _, ok := existResourceUrls[url]; ok {
continue
}
readyResource := entity.ReadyResource{
Title: &resourceReq.Title,
Description: resourceReq.Description,
URL: url,
Category: resourceReq.Category,
Tags: resourceReq.Tags,
Img: resourceReq.Img,
Source: "api",
Extra: resourceReq.Extra,
Key: key,
}
err := repoManager.ReadyResourceRepository.Create(&readyResource)
2025-07-16 18:05:29 +08:00
if err == nil {
createdResources = append(createdResources, readyResource.ID)
}
}
}
2025-10-07 02:30:01 +08:00
responseData := gin.H{
2025-07-21 22:52:41 +08:00
"created_count": len(createdResources),
"created_ids": createdResources,
2025-10-07 02:30:01 +08:00
}
h.logAPIAccess(c, startTime, len(createdResources), responseData, "")
SuccessResponse(c, responseData)
2025-07-16 18:05:29 +08:00
}
// SearchResources godoc
// @Summary 资源搜索
2025-08-03 11:18:40 +08:00
// @Description 搜索资源,支持关键词、标签、分类过滤,自动过滤包含违禁词的资源
2025-07-16 18:05:29 +08:00
// @Tags PublicAPI
// @Accept json
// @Produce json
// @Param X-API-Token header string true "API访问令牌"
// @Param keyword query string false "搜索关键词"
// @Param tag query string false "标签过滤"
// @Param category query string false "分类过滤"
// @Param page query int false "页码" default(1)
// @Param page_size query int false "每页数量" default(20) maximum(100)
2025-08-03 11:18:40 +08:00
// @Success 200 {object} map[string]interface{} "搜索成功如果存在违禁词过滤会返回forbidden_words_filtered字段"
2025-07-16 18:05:29 +08:00
// @Failure 401 {object} map[string]interface{} "认证失败"
// @Failure 500 {object} map[string]interface{} "服务器内部错误"
// @Router /api/public/resources/search [get]
func (h *PublicAPIHandler) SearchResources(c *gin.Context) {
2025-10-07 02:30:01 +08:00
startTime := time.Now()
2025-10-28 11:07:00 +08:00
// 记录API访问安全日志
clientIP := c.ClientIP()
userAgent := c.GetHeader("User-Agent")
2025-07-16 18:05:29 +08:00
keyword := c.Query("keyword")
tag := c.Query("tag")
category := c.Query("category")
2025-08-20 15:03:14 +08:00
panID := c.Query("pan_id")
2025-07-16 18:05:29 +08:00
pageStr := c.DefaultQuery("page", "1")
pageSizeStr := c.DefaultQuery("page_size", "20")
2025-10-28 11:07:00 +08:00
utils.Info("PublicAPI.SearchResources - API访问 - IP: %s, UserAgent: %s, Keyword: %s, Tag: %s, Category: %s, PanID: %s",
clientIP, userAgent, keyword, tag, category, panID)
2025-07-16 18:05:29 +08:00
page, err := strconv.Atoi(pageStr)
if err != nil || page < 1 {
page = 1
}
pageSize, err := strconv.Atoi(pageSizeStr)
if err != nil || pageSize < 1 || pageSize > 100 {
pageSize = 20
}
2025-08-20 15:03:14 +08:00
var resources []entity.Resource
var total int64
2025-07-16 18:05:29 +08:00
2025-08-20 15:03:14 +08:00
// 如果启用了Meilisearch优先使用Meilisearch搜索
if meilisearchManager != nil && meilisearchManager.IsEnabled() {
// 构建过滤器
filters := make(map[string]interface{})
if category != "" {
filters["category"] = category
}
if tag != "" {
filters["tags"] = tag
}
if panID != "" {
if id, err := strconv.ParseUint(panID, 10, 32); err == nil {
// 根据pan_id获取pan_name
pan, err := repoManager.PanRepository.FindByID(uint(id))
if err == nil && pan != nil {
filters["pan_name"] = pan.Name
}
}
}
2025-07-16 18:05:29 +08:00
2025-08-20 15:03:14 +08:00
// 使用Meilisearch搜索
service := meilisearchManager.GetService()
if service != nil {
docs, docTotal, err := service.Search(keyword, filters, page, pageSize)
if err == nil {
// 将Meilisearch文档转换为Resource实体保持兼容性
for _, doc := range docs {
resource := entity.Resource{
ID: doc.ID,
Title: doc.Title,
Description: doc.Description,
URL: doc.URL,
SaveURL: doc.SaveURL,
FileSize: doc.FileSize,
Key: doc.Key,
PanID: doc.PanID,
2025-10-14 16:37:11 +08:00
Cover: doc.Cover,
2025-08-20 15:03:14 +08:00
CreatedAt: doc.CreatedAt,
UpdatedAt: doc.UpdatedAt,
}
resources = append(resources, resource)
}
total = docTotal
} else {
utils.Error("Meilisearch搜索失败回退到数据库搜索: %v", err)
}
}
2025-07-16 18:05:29 +08:00
}
2025-08-20 15:03:14 +08:00
// 如果Meilisearch未启用或搜索失败使用数据库搜索
if meilisearchManager == nil || !meilisearchManager.IsEnabled() || err != nil {
// 构建搜索条件
params := map[string]interface{}{
"page": page,
"page_size": pageSize,
}
2025-07-16 18:05:29 +08:00
2025-08-20 15:03:14 +08:00
if keyword != "" {
params["search"] = keyword
}
if tag != "" {
params["tag"] = tag
}
if category != "" {
params["category"] = category
}
if panID != "" {
if id, err := strconv.ParseUint(panID, 10, 32); err == nil {
params["pan_id"] = uint(id)
}
}
// 执行数据库搜索
resources, total, err = repoManager.ResourceRepository.SearchWithFilters(params)
if err != nil {
2025-10-07 02:30:01 +08:00
h.logAPIAccess(c, startTime, 0, nil, "搜索失败: "+err.Error())
2025-08-20 15:03:14 +08:00
ErrorResponse(c, "搜索失败: "+err.Error(), 500)
return
}
2025-07-16 18:05:29 +08:00
}
// 获取违禁词配置(只获取一次)
cleanWords, err := utils.GetForbiddenWordsFromConfig(func() (string, error) {
return repoManager.SystemConfigRepository.GetConfigValue(entity.ConfigKeyForbiddenWords)
})
if err != nil {
utils.Error("获取违禁词配置失败: %v", err)
cleanWords = []string{} // 如果获取失败,使用空列表
}
2025-08-03 11:18:40 +08:00
// 转换为响应格式并添加违禁词标记
2025-07-16 18:05:29 +08:00
var resourceResponses []gin.H
for i, processedResource := range resources {
originalResource := resources[i]
forbiddenInfo := utils.CheckResourceForbiddenWords(originalResource.Title, originalResource.Description, cleanWords)
resourceResponse := gin.H{
"id": processedResource.ID,
"title": forbiddenInfo.ProcessedTitle, // 使用处理后的标题
"url": processedResource.URL,
"description": forbiddenInfo.ProcessedDesc, // 使用处理后的描述
"view_count": processedResource.ViewCount,
"created_at": processedResource.CreatedAt.Format("2006-01-02 15:04:05"),
"updated_at": processedResource.UpdatedAt.Format("2006-01-02 15:04:05"),
2025-10-14 16:37:11 +08:00
"cover": processedResource.Cover, // 添加封面字段
}
// 添加违禁词标记
resourceResponse["has_forbidden_words"] = forbiddenInfo.HasForbiddenWords
resourceResponse["forbidden_words"] = forbiddenInfo.ForbiddenWords
resourceResponses = append(resourceResponses, resourceResponse)
2025-07-16 18:05:29 +08:00
}
2025-08-03 11:18:40 +08:00
// 构建响应数据
responseData := gin.H{
"list": resourceResponses,
"total": total,
"page": page,
"limit": pageSize,
2025-08-03 11:18:40 +08:00
}
2025-10-07 02:30:01 +08:00
h.logAPIAccess(c, startTime, len(resourceResponses), responseData, "")
2025-08-03 11:18:40 +08:00
SuccessResponse(c, responseData)
2025-07-16 18:05:29 +08:00
}
// GetHotDramas godoc
// @Summary 获取热门剧列表
// @Description 获取热门剧列表,支持分页
// @Tags PublicAPI
// @Accept json
// @Produce json
// @Param X-API-Token header string true "API访问令牌"
// @Param page query int false "页码" default(1)
// @Param page_size query int false "每页数量" default(20) maximum(100)
// @Success 200 {object} map[string]interface{} "获取成功"
// @Failure 401 {object} map[string]interface{} "认证失败"
// @Failure 500 {object} map[string]interface{} "服务器内部错误"
// @Router /api/public/hot-dramas [get]
func (h *PublicAPIHandler) GetHotDramas(c *gin.Context) {
2025-10-07 02:30:01 +08:00
startTime := time.Now()
2025-10-28 11:07:00 +08:00
// 记录API访问安全日志
clientIP := c.ClientIP()
userAgent := c.GetHeader("User-Agent")
2025-07-16 18:05:29 +08:00
pageStr := c.DefaultQuery("page", "1")
pageSizeStr := c.DefaultQuery("page_size", "20")
2025-10-28 11:07:00 +08:00
utils.Info("PublicAPI.GetHotDramas - API访问 - IP: %s, UserAgent: %s", clientIP, userAgent)
2025-07-16 18:05:29 +08:00
page, err := strconv.Atoi(pageStr)
if err != nil || page < 1 {
page = 1
}
pageSize, err := strconv.Atoi(pageSizeStr)
if err != nil || pageSize < 1 || pageSize > 100 {
pageSize = 20
}
// 获取热门剧
hotDramas, total, err := repoManager.HotDramaRepository.FindAll(page, pageSize)
if err != nil {
2025-10-07 02:30:01 +08:00
h.logAPIAccess(c, startTime, 0, nil, "获取热门剧失败: "+err.Error())
2025-07-21 22:52:41 +08:00
ErrorResponse(c, "获取热门剧失败: "+err.Error(), 500)
2025-07-16 18:05:29 +08:00
return
}
// 转换为响应格式
var hotDramaResponses []gin.H
for _, drama := range hotDramas {
hotDramaResponses = append(hotDramaResponses, gin.H{
"id": drama.ID,
"title": drama.Title,
"description": drama.CardSubtitle, // 使用副标题作为描述
"img": drama.PosterURL, // 使用海报URL作为图片
"url": drama.DoubanURI, // 使用豆瓣链接作为URL
"rating": drama.Rating,
"year": drama.Year,
"region": drama.Region,
"genres": drama.Genres,
"category": drama.Category,
"created_at": drama.CreatedAt.Format("2006-01-02 15:04:05"),
"updated_at": drama.UpdatedAt.Format("2006-01-02 15:04:05"),
})
}
2025-10-07 02:30:01 +08:00
responseData := gin.H{
2025-07-21 22:52:41 +08:00
"hot_dramas": hotDramaResponses,
"total": total,
"page": page,
"page_size": pageSize,
2025-10-07 02:30:01 +08:00
}
h.logAPIAccess(c, startTime, len(hotDramaResponses), responseData, "")
SuccessResponse(c, responseData)
2025-07-16 18:05:29 +08:00
}
2025-11-07 18:50:08 +08:00
// recordAPIAccessToDB 记录API访问日志到数据库
func (h *PublicAPIHandler) recordAPIAccessToDB(ip, userAgent, endpoint, method string,
requestParams interface{}, responseStatus int, responseData interface{},
processCount int, errorMessage string, processingTime int64) {
2025-11-21 23:06:41 +08:00
// 判断是否为关键端点,需要强制记录日志
isKeyEndpoint := strings.Contains(endpoint, "/api/public/resources/batch-add") ||
strings.Contains(endpoint, "/api/admin/") ||
strings.Contains(endpoint, "/telegram/webhook") ||
strings.Contains(endpoint, "/api/public/resources/search") ||
strings.Contains(endpoint, "/api/public/hot-drama")
// 只记录重要的API访问有错误或处理时间较长的或者是关键端点
if errorMessage == "" && processingTime < 1000 && responseStatus < 400 && !isKeyEndpoint {
return // 跳过正常的快速请求,但记录关键端点
2025-11-07 18:50:08 +08:00
}
// 转换参数为JSON字符串
var requestParamsStr, responseDataStr string
if requestParams != nil {
if jsonBytes, err := json.Marshal(requestParams); err == nil {
requestParamsStr = string(jsonBytes)
}
}
if responseData != nil {
if jsonBytes, err := json.Marshal(responseData); err == nil {
responseDataStr = string(jsonBytes)
}
}
// 创建日志记录
logEntry := &entity.APIAccessLog{
IP: ip,
UserAgent: userAgent,
Endpoint: endpoint,
Method: method,
RequestParams: requestParamsStr,
ResponseStatus: responseStatus,
ResponseData: responseDataStr,
ProcessCount: processCount,
ErrorMessage: errorMessage,
ProcessingTime: processingTime,
}
// 异步保存到数据库避免影响API性能
go func() {
if err := repoManager.APIAccessLogRepository.Create(logEntry); err != nil {
// 记录失败只输出到系统日志不影响API
utils.Error("保存API访问日志失败: %v", err)
}
}()
}