Files
urldb/task/expansion_processor.go

688 lines
24 KiB
Go
Raw Normal View History

2025-09-12 18:06:09 +08:00
package task
import (
"context"
"encoding/json"
"fmt"
2025-09-26 17:25:30 +08:00
"math/rand"
2025-09-15 17:04:02 +08:00
"time"
2025-09-12 18:06:09 +08:00
2025-09-15 17:04:02 +08:00
pan "github.com/ctwj/urldb/common"
2025-09-12 18:06:09 +08:00
"github.com/ctwj/urldb/db/entity"
"github.com/ctwj/urldb/db/repo"
"github.com/ctwj/urldb/utils"
)
// ExpansionProcessor 扩容任务处理器
type ExpansionProcessor struct {
repoMgr *repo.RepositoryManager
}
// NewExpansionProcessor 创建扩容任务处理器
func NewExpansionProcessor(repoMgr *repo.RepositoryManager) *ExpansionProcessor {
return &ExpansionProcessor{
repoMgr: repoMgr,
}
}
// GetTaskType 获取任务类型
func (ep *ExpansionProcessor) GetTaskType() string {
return "expansion"
}
// ExpansionInput 扩容任务输入数据结构
type ExpansionInput struct {
2025-09-14 10:26:58 +08:00
PanAccountID uint `json:"pan_account_id"`
DataSource map[string]interface{} `json:"data_source,omitempty"`
2025-09-12 18:06:09 +08:00
}
2025-09-26 17:25:30 +08:00
// TransferredResource 转存成功的资源信息
type TransferredResource struct {
Title string `json:"title"`
URL string `json:"url"`
}
2025-09-12 18:06:09 +08:00
// ExpansionOutput 扩容任务输出数据结构
type ExpansionOutput struct {
2025-09-26 17:25:30 +08:00
Success bool `json:"success"`
Message string `json:"message"`
Error string `json:"error,omitempty"`
Time string `json:"time"`
TransferredResources []TransferredResource `json:"transferred_resources,omitempty"`
2025-09-12 18:06:09 +08:00
}
// Process 处理扩容任务项
func (ep *ExpansionProcessor) Process(ctx context.Context, taskID uint, item *entity.TaskItem) error {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
utils.InfoWithFields(map[string]interface{}{
"task_item_id": item.ID,
"task_id": taskID,
}, "开始处理扩容任务项: %d", item.ID)
2025-09-12 18:06:09 +08:00
// 解析输入数据
2025-10-28 11:07:00 +08:00
parseStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
var input ExpansionInput
if err := json.Unmarshal([]byte(item.InputData), &input); err != nil {
2025-10-28 11:07:00 +08:00
parseDuration := time.Since(parseStart)
utils.ErrorWithFields(map[string]interface{}{
"error": err.Error(),
"duration_ms": parseDuration.Milliseconds(),
}, "解析输入数据失败: %v耗时: %v", err, parseDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("解析输入数据失败: %v", err)
}
2025-10-28 11:07:00 +08:00
parseDuration := time.Since(parseStart)
utils.DebugWithFields(map[string]interface{}{
"duration_ms": parseDuration.Milliseconds(),
}, "解析输入数据完成,耗时: %v", parseDuration)
2025-09-12 18:06:09 +08:00
// 验证输入数据
2025-10-28 11:07:00 +08:00
validateStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
if err := ep.validateInput(&input); err != nil {
2025-10-28 11:07:00 +08:00
validateDuration := time.Since(validateStart)
utils.Error("输入数据验证失败: %v耗时: %v", err, validateDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("输入数据验证失败: %v", err)
}
2025-10-28 11:07:00 +08:00
validateDuration := time.Since(validateStart)
utils.Debug("输入数据验证完成,耗时: %v", validateDuration)
2025-09-12 18:06:09 +08:00
// 检查账号是否已经扩容过
2025-10-28 11:07:00 +08:00
checkExpansionStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
exists, err := ep.checkExpansionExists(input.PanAccountID)
2025-10-28 11:07:00 +08:00
checkExpansionDuration := time.Since(checkExpansionStart)
2025-09-12 18:06:09 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("检查扩容记录失败: %v耗时: %v", err, checkExpansionDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("检查扩容记录失败: %v", err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("检查扩容记录完成,耗时: %v", checkExpansionDuration)
2025-09-12 18:06:09 +08:00
if exists {
output := ExpansionOutput{
Success: false,
Message: "账号已扩容过",
Error: "每个账号只能扩容一次",
Time: utils.GetCurrentTimeString(),
}
outputJSON, _ := json.Marshal(output)
item.OutputData = string(outputJSON)
utils.Info("账号已扩容过,跳过扩容: 账号ID %d", input.PanAccountID)
return fmt.Errorf("账号已扩容过")
}
// 检查账号类型只支持quark账号
2025-10-28 11:07:00 +08:00
checkAccountTypeStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
if err := ep.checkAccountType(input.PanAccountID); err != nil {
2025-10-28 11:07:00 +08:00
checkAccountTypeDuration := time.Since(checkAccountTypeStart)
2025-09-12 18:06:09 +08:00
output := ExpansionOutput{
Success: false,
Message: "账号类型不支持扩容",
Error: err.Error(),
Time: utils.GetCurrentTimeString(),
}
outputJSON, _ := json.Marshal(output)
item.OutputData = string(outputJSON)
2025-10-28 11:07:00 +08:00
utils.Error("账号类型不支持扩容: %v耗时: %v", err, checkAccountTypeDuration)
2025-09-12 18:06:09 +08:00
return err
}
2025-10-28 11:07:00 +08:00
checkAccountTypeDuration := time.Since(checkAccountTypeStart)
utils.Debug("检查账号类型完成,耗时: %v", checkAccountTypeDuration)
2025-09-12 18:06:09 +08:00
2025-09-14 10:26:58 +08:00
// 执行扩容操作(传入数据源)
2025-10-28 11:07:00 +08:00
expansionStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
transferred, err := ep.performExpansion(ctx, input.PanAccountID, input.DataSource)
2025-10-28 11:07:00 +08:00
expansionDuration := time.Since(expansionStart)
2025-09-26 17:25:30 +08:00
if err != nil {
2025-09-12 18:06:09 +08:00
output := ExpansionOutput{
Success: false,
Message: "扩容失败",
Error: err.Error(),
Time: utils.GetCurrentTimeString(),
}
outputJSON, _ := json.Marshal(output)
item.OutputData = string(outputJSON)
2025-10-28 11:07:00 +08:00
utils.Error("扩容任务项处理失败: %d, 错误: %v总耗时: %v", item.ID, err, expansionDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("扩容失败: %v", err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("扩容操作完成,耗时: %v", expansionDuration)
2025-09-12 18:06:09 +08:00
// 扩容成功
output := ExpansionOutput{
2025-09-26 17:25:30 +08:00
Success: true,
Message: "扩容成功",
Time: utils.GetCurrentTimeString(),
TransferredResources: transferred,
2025-09-12 18:06:09 +08:00
}
outputJSON, _ := json.Marshal(output)
item.OutputData = string(outputJSON)
2025-10-28 11:07:00 +08:00
elapsedTime := time.Since(startTime)
utils.InfoWithFields(map[string]interface{}{
"task_item_id": item.ID,
"account_id": input.PanAccountID,
"duration_ms": elapsedTime.Milliseconds(),
}, "扩容任务项处理完成: %d, 账号ID: %d, 总耗时: %v", item.ID, input.PanAccountID, elapsedTime)
2025-09-12 18:06:09 +08:00
return nil
}
// validateInput 验证输入数据
func (ep *ExpansionProcessor) validateInput(input *ExpansionInput) error {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
if input.PanAccountID == 0 {
2025-10-28 11:07:00 +08:00
utils.Error("账号ID验证失败账号ID不能为空耗时: %v", time.Since(startTime))
2025-09-12 18:06:09 +08:00
return fmt.Errorf("账号ID不能为空")
}
2025-10-28 11:07:00 +08:00
utils.Debug("输入数据验证完成,耗时: %v", time.Since(startTime))
2025-09-12 18:06:09 +08:00
return nil
}
// checkExpansionExists 检查账号是否已经扩容过
func (ep *ExpansionProcessor) checkExpansionExists(panAccountID uint) (bool, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
// 查询所有expansion类型的任务
2025-10-28 11:07:00 +08:00
tasksStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
tasks, _, err := ep.repoMgr.TaskRepository.GetList(1, 1000, "expansion", "completed")
2025-10-28 11:07:00 +08:00
tasksDuration := time.Since(tasksStart)
2025-09-12 18:06:09 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取扩容任务列表失败: %v耗时: %v", err, tasksDuration)
2025-09-12 18:06:09 +08:00
return false, fmt.Errorf("获取扩容任务列表失败: %v", err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取扩容任务列表完成,找到 %d 个任务,耗时: %v", len(tasks), tasksDuration)
2025-09-12 18:06:09 +08:00
// 检查每个任务的配置中是否包含该账号ID
2025-10-28 11:07:00 +08:00
checkStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
for _, task := range tasks {
if task.Config != "" {
var taskConfig map[string]interface{}
if err := json.Unmarshal([]byte(task.Config), &taskConfig); err == nil {
if configAccountID, ok := taskConfig["pan_account_id"].(float64); ok {
if uint(configAccountID) == panAccountID {
// 找到了该账号的扩容任务,检查任务状态
if task.Status == "completed" {
// 如果任务已完成,说明已经扩容过
2025-10-28 11:07:00 +08:00
checkDuration := time.Since(checkStart)
utils.Debug("检查扩容记录完成,账号已扩容,耗时: %v", checkDuration)
2025-09-12 18:06:09 +08:00
return true, nil
}
}
}
}
}
}
2025-10-28 11:07:00 +08:00
checkDuration := time.Since(checkStart)
utils.Debug("检查扩容记录完成,账号未扩容,耗时: %v", checkDuration)
2025-09-12 18:06:09 +08:00
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("检查扩容记录完成,账号未扩容,总耗时: %v", totalDuration)
2025-09-12 18:06:09 +08:00
return false, nil
}
// checkAccountType 检查账号类型只支持quark账号
func (ep *ExpansionProcessor) checkAccountType(panAccountID uint) error {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
// 获取账号信息
2025-10-28 11:07:00 +08:00
accountStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
cks, err := ep.repoMgr.CksRepository.FindByID(panAccountID)
2025-10-28 11:07:00 +08:00
accountDuration := time.Since(accountStart)
2025-09-12 18:06:09 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取账号信息失败: %v耗时: %v", err, accountDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("获取账号信息失败: %v", err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取账号信息完成,耗时: %v", accountDuration)
2025-09-12 18:06:09 +08:00
// 检查是否为quark账号
2025-10-28 11:07:00 +08:00
serviceCheckStart := utils.GetCurrentTime()
2025-09-12 18:06:09 +08:00
if cks.ServiceType != "quark" {
2025-10-28 11:07:00 +08:00
serviceCheckDuration := time.Since(serviceCheckStart)
utils.Error("账号类型检查失败,当前账号类型: %s耗时: %v", cks.ServiceType, serviceCheckDuration)
2025-09-12 18:06:09 +08:00
return fmt.Errorf("只支持quark账号扩容当前账号类型: %s", cks.ServiceType)
}
2025-10-28 11:07:00 +08:00
serviceCheckDuration := time.Since(serviceCheckStart)
utils.Debug("账号类型检查完成为quark账号耗时: %v", serviceCheckDuration)
2025-09-12 18:06:09 +08:00
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("账号类型检查完成,总耗时: %v", totalDuration)
2025-09-12 18:06:09 +08:00
return nil
}
// performExpansion 执行扩容操作
2025-09-26 17:25:30 +08:00
func (ep *ExpansionProcessor) performExpansion(ctx context.Context, panAccountID uint, dataSource map[string]interface{}) ([]TransferredResource, error) {
rand.Seed(time.Now().UnixNano())
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-14 10:26:58 +08:00
utils.Info("执行扩容操作账号ID: %d, 数据源: %v", panAccountID, dataSource)
2025-09-12 18:06:09 +08:00
2025-09-26 17:25:30 +08:00
transferred := []TransferredResource{}
2025-09-15 17:04:02 +08:00
// 获取账号信息
2025-10-28 11:07:00 +08:00
accountStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
account, err := ep.repoMgr.CksRepository.FindByID(panAccountID)
2025-10-28 11:07:00 +08:00
accountDuration := time.Since(accountStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取账号信息失败: %v耗时: %v", err, accountDuration)
2025-09-26 17:25:30 +08:00
return nil, fmt.Errorf("获取账号信息失败: %v", err)
2025-09-15 17:04:02 +08:00
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取账号信息完成,耗时: %v", accountDuration)
2025-09-15 17:04:02 +08:00
// 创建网盘服务工厂
2025-10-28 11:07:00 +08:00
serviceStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
factory := pan.NewPanFactory()
service, err := factory.CreatePanServiceByType(pan.Quark, &pan.PanConfig{
URL: "",
ExpiredType: 0,
IsType: 0,
Cookie: account.Ck,
})
2025-10-28 11:07:00 +08:00
serviceDuration := time.Since(serviceStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("创建网盘服务失败: %v耗时: %v", err, serviceDuration)
2025-09-26 17:25:30 +08:00
return nil, fmt.Errorf("创建网盘服务失败: %v", err)
2025-09-15 17:04:02 +08:00
}
service.SetCKSRepository(ep.repoMgr.CksRepository, *account)
2025-10-28 11:07:00 +08:00
utils.Debug("创建网盘服务完成,耗时: %v", serviceDuration)
2025-09-15 17:04:02 +08:00
// 定义扩容分类列表(按优先级排序)
categories := []string{
"情色", "喜剧", "动作", "科幻", "动画", "悬疑", "犯罪", "惊悚",
"冒险", "恐怖", "战争", "传记", "剧情", "爱情", "家庭", "儿童",
"音乐", "历史", "奇幻", "歌舞", "武侠", "灾难", "西部", "古装", "运动",
}
// 获取数据源类型
dataSourceType := "internal"
var thirdPartyURL string
if dataSource != nil {
if dsType, ok := dataSource["type"].(string); ok {
dataSourceType = dsType
if dsType == "third-party" {
if url, ok := dataSource["url"].(string); ok {
thirdPartyURL = url
}
}
}
}
utils.Info("使用数据源类型: %s", dataSourceType)
totalTransferred := 0
totalFailed := 0
// 逐个处理分类
for _, category := range categories {
utils.Info("开始处理分类: %s", category)
// 获取该分类的资源
2025-10-28 11:07:00 +08:00
resourcesStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
resources, err := ep.getHotResources(category)
2025-10-28 11:07:00 +08:00
resourcesDuration := time.Since(resourcesStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取分类 %s 的资源失败: %v耗时: %v", category, err, resourcesDuration)
2025-09-15 17:04:02 +08:00
continue
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取分类 %s 的资源完成,耗时: %v", category, resourcesDuration)
2025-09-15 17:04:02 +08:00
if len(resources) == 0 {
utils.Info("分类 %s 没有可用资源,跳过", category)
continue
}
utils.Info("分类 %s 获取到 %d 个资源", category, len(resources))
// 转存该分类的资源限制每个分类最多转存20个
maxPerCategory := 20
transferredCount := 0
for _, resource := range resources {
if transferredCount >= maxPerCategory {
break
}
// 检查是否还有存储空间
2025-10-28 11:07:00 +08:00
storageCheckStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
hasSpace, err := ep.checkStorageSpace(service, &account.Ck)
2025-10-28 11:07:00 +08:00
storageCheckDuration := time.Since(storageCheckStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("检查存储空间失败: %v耗时: %v", err, storageCheckDuration)
2025-09-26 17:25:30 +08:00
return transferred, fmt.Errorf("检查存储空间失败: %v", err)
2025-09-15 17:04:02 +08:00
}
2025-10-28 11:07:00 +08:00
utils.Debug("检查存储空间完成,耗时: %v", storageCheckDuration)
2025-09-15 17:04:02 +08:00
if !hasSpace {
2025-09-26 17:25:30 +08:00
utils.Info("存储空间不足,停止扩容,但保存已转存的资源")
// 存储空间不足时,停止继续转存,但返回已转存的资源作为成功结果
break
}
// 获取资源 , dataSourceType, thirdPartyURL
2025-10-28 11:07:00 +08:00
resourceGetStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
resource, err := ep.getResourcesByHot(resource, dataSourceType, thirdPartyURL, *account, service)
2025-10-28 11:07:00 +08:00
resourceGetDuration := time.Since(resourceGetStart)
2025-09-26 17:25:30 +08:00
if resource == nil || err != nil {
if resource != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取资源失败: %s, 错误: %v耗时: %v", resource.Title, err, resourceGetDuration)
2025-09-26 17:25:30 +08:00
} else {
2025-10-28 11:07:00 +08:00
utils.Error("获取资源失败, 错误: %v耗时: %v", err, resourceGetDuration)
2025-09-26 17:25:30 +08:00
}
totalFailed++
continue
2025-09-15 17:04:02 +08:00
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取资源完成,耗时: %v", resourceGetDuration)
2025-09-15 17:04:02 +08:00
// 执行转存
2025-10-28 11:07:00 +08:00
transferStart := utils.GetCurrentTime()
2025-09-27 16:14:43 +08:00
saveURL, err := ep.transferResource(ctx, service, resource, *account)
2025-10-28 11:07:00 +08:00
transferDuration := time.Since(transferStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("转存资源失败: %s, 错误: %v耗时: %v", resource.Title, err, transferDuration)
2025-09-15 17:04:02 +08:00
totalFailed++
continue
}
2025-10-28 11:07:00 +08:00
utils.Debug("转存资源完成,耗时: %v", transferDuration)
2025-09-15 17:04:02 +08:00
2025-09-26 17:25:30 +08:00
// 随机休眠1-3秒避免请求过于频繁
sleepDuration := time.Duration(rand.Intn(3)+1) * time.Second
time.Sleep(sleepDuration)
// 保存转存结果到任务输出
transferred = append(transferred, TransferredResource{
Title: resource.Title,
URL: saveURL,
})
2025-09-15 17:04:02 +08:00
totalTransferred++
transferredCount++
utils.Info("成功转存资源: %s -> %s", resource.Title, saveURL)
// 每转存5个资源检查一次存储空间
if totalTransferred%5 == 0 {
utils.Info("已转存 %d 个资源,检查存储空间", totalTransferred)
}
}
utils.Info("分类 %s 处理完成,转存 %d 个资源", category, transferredCount)
}
2025-10-28 11:07:00 +08:00
elapsedTime := time.Since(startTime)
utils.Info("扩容完成,总共转存: %d 个资源,失败: %d 个资源,总耗时: %v", totalTransferred, totalFailed, elapsedTime)
2025-09-26 17:25:30 +08:00
return transferred, nil
2025-09-15 17:04:02 +08:00
}
// getResourcesForCategory 获取指定分类的资源
2025-09-26 17:25:30 +08:00
func (ep *ExpansionProcessor) getResourcesByHot(
resource *entity.HotDrama, dataSourceType,
thirdPartyURL string,
entity entity.Cks,
service pan.PanService,
) (*entity.Resource, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
if dataSourceType == "third-party" && thirdPartyURL != "" {
// 从第三方API获取资源
2025-10-28 11:07:00 +08:00
thirdPartyStart := utils.GetCurrentTime()
result, err := ep.getResourcesFromThirdPartyAPI(resource, thirdPartyURL)
thirdPartyDuration := time.Since(thirdPartyStart)
utils.Debug("从第三方API获取资源完成耗时: %v", thirdPartyDuration)
return result, err
2025-09-15 17:04:02 +08:00
}
// 从内部数据库获取资源
2025-10-28 11:07:00 +08:00
internalStart := utils.GetCurrentTime()
result, err := ep.getResourcesFromInternalDB(resource, entity, service)
internalDuration := time.Since(internalStart)
utils.Debug("从内部数据库获取资源完成,耗时: %v", internalDuration)
totalDuration := time.Since(startTime)
utils.Debug("获取资源完成: %s总耗时: %v", resource.Title, totalDuration)
return result, err
2025-09-26 17:25:30 +08:00
}
// getResourcesFromInternalDB 根据 HotDrama 的title 获取数据库中资源,并且资源的类型和 account 的资源类型一致
func (ep *ExpansionProcessor) getResourcesFromInternalDB(HotDrama *entity.HotDrama, account entity.Cks, service pan.PanService) (*entity.Resource, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-27 16:14:43 +08:00
// 修改配置 isType = 1 只检测,不转存
2025-10-28 11:07:00 +08:00
configStart := utils.GetCurrentTime()
2025-09-27 16:14:43 +08:00
service.UpdateConfig(&pan.PanConfig{
URL: "",
ExpiredType: 0,
IsType: 1,
Cookie: account.Ck,
})
2025-10-28 11:07:00 +08:00
utils.Debug("更新服务配置完成,耗时: %v", time.Since(configStart))
2025-09-27 16:14:43 +08:00
panID := account.PanID
2025-09-26 17:25:30 +08:00
// 1. 搜索标题
2025-10-28 11:07:00 +08:00
searchStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
params := map[string]interface{}{
"search": HotDrama.Title,
"pan_id": panID,
"is_valid": true,
"page": 1,
"page_size": 10,
}
resources, _, err := ep.repoMgr.ResourceRepository.SearchWithFilters(params)
2025-10-28 11:07:00 +08:00
searchDuration := time.Since(searchStart)
2025-09-26 17:25:30 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("搜索资源失败: %v耗时: %v", err, searchDuration)
2025-09-26 17:25:30 +08:00
return nil, fmt.Errorf("搜索资源失败: %v", err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("搜索资源完成,找到 %d 个资源,耗时: %v", len(resources), searchDuration)
2025-09-26 17:25:30 +08:00
// 检查结果是否有效,通过服务验证
2025-10-28 11:07:00 +08:00
validateStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
for _, res := range resources {
if res.IsValid && res.URL != "" {
// 使用服务验证资源是否可转存
shareID, _ := pan.ExtractShareId(res.URL)
if shareID != "" {
result, err := service.Transfer(shareID)
if err == nil && result != nil && result.Success {
2025-10-28 11:07:00 +08:00
validateDuration := time.Since(validateStart)
utils.Debug("验证资源成功: %s耗时: %v", res.Title, validateDuration)
2025-09-26 17:25:30 +08:00
return &res, nil
}
}
}
}
2025-10-28 11:07:00 +08:00
validateDuration := time.Since(validateStart)
utils.Debug("验证资源完成,未找到有效资源,耗时: %v", validateDuration)
2025-09-26 17:25:30 +08:00
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("从内部数据库获取资源完成: %s总耗时: %v", HotDrama.Title, totalDuration)
2025-09-26 17:25:30 +08:00
// 3. 没有有效资源,返回错误信息
return nil, fmt.Errorf("未找到有效的资源")
2025-09-15 17:04:02 +08:00
}
// getResourcesFromInternalDB 从内部数据库获取资源
2025-09-26 17:25:30 +08:00
func (ep *ExpansionProcessor) getHotResources(category string) ([]*entity.HotDrama, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
// 获取该分类下sub_type为"排行"的资源
2025-10-28 11:07:00 +08:00
rankedStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
dramas, _, err := ep.repoMgr.HotDramaRepository.FindByCategoryAndSubType(category, "排行", 1, 20)
2025-10-28 11:07:00 +08:00
rankedDuration := time.Since(rankedStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取分类 %s 的排行资源失败: %v耗时: %v", category, err, rankedDuration)
2025-09-15 17:04:02 +08:00
return nil, fmt.Errorf("获取分类 %s 的资源失败: %v", category, err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取分类 %s 的排行资源完成,找到 %d 个资源,耗时: %v", category, len(dramas), rankedDuration)
2025-09-15 17:04:02 +08:00
// 如果没有找到"排行"类型的资源,尝试获取该分类下的所有资源
if len(dramas) == 0 {
2025-10-28 11:07:00 +08:00
allStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
dramas, _, err = ep.repoMgr.HotDramaRepository.FindByCategory(category, 1, 20)
2025-10-28 11:07:00 +08:00
allDuration := time.Since(allStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取分类 %s 的所有资源失败: %v耗时: %v", category, err, allDuration)
2025-09-15 17:04:02 +08:00
return nil, fmt.Errorf("获取分类 %s 的资源失败: %v", category, err)
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取分类 %s 的所有资源完成,找到 %d 个资源,耗时: %v", category, len(dramas), allDuration)
2025-09-15 17:04:02 +08:00
}
// 转换为指针数组
2025-10-28 11:07:00 +08:00
convertStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
result := make([]*entity.HotDrama, len(dramas))
for i := range dramas {
result[i] = &dramas[i]
}
2025-10-28 11:07:00 +08:00
convertDuration := time.Since(convertStart)
utils.Debug("转换资源数组完成,耗时: %v", convertDuration)
2025-09-15 17:04:02 +08:00
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("获取热门资源完成: 分类 %s总数 %d总耗时: %v", category, len(result), totalDuration)
2025-09-15 17:04:02 +08:00
return result, nil
}
// getResourcesFromThirdPartyAPI 从第三方API获取资源
2025-09-26 17:25:30 +08:00
func (ep *ExpansionProcessor) getResourcesFromThirdPartyAPI(resource *entity.HotDrama, apiURL string) (*entity.Resource, error) {
2025-09-15 17:04:02 +08:00
// 构建API请求URL添加分类参数
2025-09-27 16:14:43 +08:00
// requestURL := fmt.Sprintf("%s?category=%s&limit=20", apiURL, resource)
2025-09-15 17:04:02 +08:00
2025-09-27 16:14:43 +08:00
// TODO 使用第三方API接口请求资源
2025-09-15 17:04:02 +08:00
2025-09-26 17:25:30 +08:00
return nil, nil
2025-09-15 17:04:02 +08:00
}
// checkStorageSpace 检查存储空间是否足够
func (ep *ExpansionProcessor) checkStorageSpace(service pan.PanService, ck *string) (bool, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
userInfoStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
userInfo, err := service.GetUserInfo(ck)
2025-10-28 11:07:00 +08:00
userInfoDuration := time.Since(userInfoStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("获取用户信息失败: %v耗时: %v", err, userInfoDuration)
2025-09-15 17:04:02 +08:00
// 如果无法获取用户信息,假设还有空间继续
return true, nil
}
2025-10-28 11:07:00 +08:00
utils.Debug("获取用户信息完成,耗时: %v", userInfoDuration)
2025-09-15 17:04:02 +08:00
// 检查是否还有足够的空间保留至少10GB空间
const reservedSpaceGB = 100
reservedSpaceBytes := int64(reservedSpaceGB * 1024 * 1024 * 1024)
if userInfo.TotalSpace-userInfo.UsedSpace <= reservedSpaceBytes {
2025-10-28 11:07:00 +08:00
utils.Info("存储空间不足,已使用: %d bytes总容量: %d bytes检查耗时: %v",
userInfo.UsedSpace, userInfo.TotalSpace, time.Since(startTime))
2025-09-15 17:04:02 +08:00
return false, nil
}
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("存储空间检查完成,有足够空间,耗时: %v", totalDuration)
2025-09-15 17:04:02 +08:00
return true, nil
}
// transferResource 执行单个资源的转存
2025-09-27 16:14:43 +08:00
func (ep *ExpansionProcessor) transferResource(ctx context.Context, service pan.PanService, res *entity.Resource, account entity.Cks) (string, error) {
2025-10-28 11:07:00 +08:00
startTime := utils.GetCurrentTime()
2025-09-27 16:14:43 +08:00
// 修改配置 isType = 0 转存
2025-10-28 11:07:00 +08:00
configStart := utils.GetCurrentTime()
2025-09-27 16:14:43 +08:00
service.UpdateConfig(&pan.PanConfig{
URL: "",
ExpiredType: 0,
IsType: 0,
Cookie: account.Ck,
})
2025-10-28 11:07:00 +08:00
utils.Debug("更新服务配置完成,耗时: %v", time.Since(configStart))
2025-09-27 16:14:43 +08:00
2025-09-15 17:04:02 +08:00
// 如果没有URL跳过转存
2025-09-26 17:25:30 +08:00
if res.URL == "" {
2025-10-28 11:07:00 +08:00
utils.Error("资源 %s 没有有效的URL", res.URL)
2025-09-26 17:25:30 +08:00
return "", fmt.Errorf("资源 %s 没有有效的URL", res.URL)
2025-09-15 17:04:02 +08:00
}
// 提取分享ID
2025-10-28 11:07:00 +08:00
extractStart := utils.GetCurrentTime()
2025-09-26 17:25:30 +08:00
shareID, _ := pan.ExtractShareId(res.URL)
2025-10-28 11:07:00 +08:00
extractDuration := time.Since(extractStart)
2025-09-15 17:04:02 +08:00
if shareID == "" {
2025-10-28 11:07:00 +08:00
utils.Error("无法从URL %s 提取分享ID耗时: %v", res.URL, extractDuration)
2025-09-26 17:25:30 +08:00
return "", fmt.Errorf("无法从URL %s 提取分享ID", res.URL)
2025-09-15 17:04:02 +08:00
}
2025-10-28 11:07:00 +08:00
utils.Debug("提取分享ID完成: %s耗时: %v", shareID, extractDuration)
2025-09-15 17:04:02 +08:00
// 执行转存
2025-10-28 11:07:00 +08:00
transferStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
result, err := service.Transfer(shareID)
2025-10-28 11:07:00 +08:00
transferDuration := time.Since(transferStart)
2025-09-15 17:04:02 +08:00
if err != nil {
2025-10-28 11:07:00 +08:00
utils.Error("转存失败: %v耗时: %v", err, transferDuration)
2025-09-15 17:04:02 +08:00
return "", fmt.Errorf("转存失败: %v", err)
}
if result == nil || !result.Success {
errorMsg := "转存失败"
if result != nil {
errorMsg = result.Message
}
2025-10-28 11:07:00 +08:00
utils.Error("转存结果失败: %s耗时: %v", errorMsg, time.Since(transferStart))
2025-09-15 17:04:02 +08:00
return "", fmt.Errorf("转存失败: %s", errorMsg)
}
// 提取转存链接
2025-10-28 11:07:00 +08:00
extractURLStart := utils.GetCurrentTime()
2025-09-15 17:04:02 +08:00
var saveURL string
if result.Data != nil {
if data, ok := result.Data.(map[string]interface{}); ok {
if v, ok := data["shareUrl"]; ok {
saveURL, _ = v.(string)
}
}
}
if saveURL == "" {
saveURL = result.ShareURL
}
if saveURL == "" {
2025-10-28 11:07:00 +08:00
extractURLDuration := time.Since(extractURLStart)
utils.Error("转存成功但未获取到分享链接,耗时: %v", extractURLDuration)
2025-09-15 17:04:02 +08:00
return "", fmt.Errorf("转存成功但未获取到分享链接")
}
2025-10-28 11:07:00 +08:00
totalDuration := time.Since(startTime)
utils.Debug("转存资源完成: %s -> %s总耗时: %v", res.Title, saveURL, totalDuration)
2025-09-15 17:04:02 +08:00
return saveURL, nil
}
// recordTransferredResource 记录转存成功的资源
2025-09-27 16:14:43 +08:00
// func (ep *ExpansionProcessor) recordTransferredResource(drama *entity.HotDrama, accountID uint, saveURL string) error {
// // 获取夸克网盘的平台ID
// panIDInt, err := ep.repoMgr.PanRepository.FindIdByServiceType("quark")
// if err != nil {
// utils.Error("获取夸克网盘平台ID失败: %v", err)
// return err
// }
// // 转换为uint
// panID := uint(panIDInt)
// // 创建资源记录
// resource := &entity.Resource{
// Title: drama.Title,
// URL: drama.PosterURL,
// SaveURL: saveURL,
// PanID: &panID,
// CreatedAt: time.Now(),
// UpdatedAt: time.Now(),
// IsValid: true,
// IsPublic: false, // 扩容资源默认不公开
// }
// // 保存到数据库
// err = ep.repoMgr.ResourceRepository.Create(resource)
// if err != nil {
// return fmt.Errorf("保存资源记录失败: %v", err)
// }
// utils.Info("成功记录转存资源: %s (ID: %d)", drama.Title, resource.ID)
// return nil
// }