mirror of
https://github.com/OpenListTeam/OpenList.git
synced 2025-11-25 03:15:19 +08:00
431 lines
11 KiB
Go
431 lines
11 KiB
Go
package _189pc
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
"net/http"
|
||
"strconv"
|
||
"strings"
|
||
"time"
|
||
|
||
"github.com/OpenListTeam/OpenList/v4/drivers/base"
|
||
"github.com/OpenListTeam/OpenList/v4/internal/driver"
|
||
"github.com/OpenListTeam/OpenList/v4/internal/errs"
|
||
"github.com/OpenListTeam/OpenList/v4/internal/model"
|
||
"github.com/OpenListTeam/OpenList/v4/pkg/cron"
|
||
"github.com/OpenListTeam/OpenList/v4/pkg/utils"
|
||
"github.com/go-resty/resty/v2"
|
||
"github.com/google/uuid"
|
||
)
|
||
|
||
type Cloud189PC struct {
|
||
model.Storage
|
||
Addition
|
||
|
||
client *resty.Client
|
||
|
||
loginParam *LoginParam
|
||
qrcodeParam *QRLoginParam
|
||
|
||
tokenInfo *AppSessionResp
|
||
|
||
uploadThread int
|
||
|
||
familyTransferFolder *Cloud189Folder
|
||
cleanFamilyTransferFile func()
|
||
|
||
storageConfig driver.Config
|
||
ref *Cloud189PC
|
||
cron *cron.Cron
|
||
}
|
||
|
||
func (y *Cloud189PC) Config() driver.Config {
|
||
if y.storageConfig.Name == "" {
|
||
y.storageConfig = config
|
||
}
|
||
return y.storageConfig
|
||
}
|
||
|
||
func (y *Cloud189PC) GetAddition() driver.Additional {
|
||
return &y.Addition
|
||
}
|
||
|
||
func (y *Cloud189PC) Init(ctx context.Context) (err error) {
|
||
y.storageConfig = config
|
||
if y.isFamily() {
|
||
// 兼容旧上传接口
|
||
if y.Addition.RapidUpload || y.Addition.UploadMethod == "old" {
|
||
y.storageConfig.NoOverwriteUpload = true
|
||
}
|
||
} else {
|
||
// 家庭云转存，不支持覆盖上传
|
||
if y.Addition.FamilyTransfer {
|
||
y.storageConfig.NoOverwriteUpload = true
|
||
}
|
||
}
|
||
// 处理个人云和家庭云参数
|
||
if y.isFamily() && y.RootFolderID == "-11" {
|
||
y.RootFolderID = ""
|
||
}
|
||
if !y.isFamily() && y.RootFolderID == "" {
|
||
y.RootFolderID = "-11"
|
||
}
|
||
|
||
// 限制上传线程数
|
||
y.uploadThread, _ = strconv.Atoi(y.UploadThread)
|
||
if y.uploadThread < 1 || y.uploadThread > 32 {
|
||
y.uploadThread, y.UploadThread = 3, "3"
|
||
}
|
||
|
||
if y.ref == nil {
|
||
// 初始化请求客户端
|
||
if y.client == nil {
|
||
y.client = base.NewRestyClient().SetHeaders(map[string]string{
|
||
"Accept": "application/json;charset=UTF-8",
|
||
"Referer": WEB_URL,
|
||
})
|
||
}
|
||
|
||
// 先尝试用Token刷新，之后尝试登陆
|
||
if y.Addition.RefreshToken != "" {
|
||
y.tokenInfo = &AppSessionResp{RefreshToken: y.Addition.RefreshToken}
|
||
if err = y.refreshToken(); err != nil {
|
||
return err
|
||
}
|
||
} else {
|
||
if err = y.login(); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
// 初始化并启动 cron 任务
|
||
y.cron = cron.NewCron(time.Duration(time.Minute * 5))
|
||
// 每5分钟执行一次 keepAlive
|
||
y.cron.Do(y.keepAlive)
|
||
}
|
||
|
||
// 处理家庭云ID
|
||
if y.FamilyID == "" {
|
||
if y.FamilyID, err = y.getFamilyID(); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
// 创建中转文件夹
|
||
if y.FamilyTransfer {
|
||
if err := y.createFamilyTransferFolder(); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
// 清理转存文件节流
|
||
y.cleanFamilyTransferFile = utils.NewThrottle2(time.Minute, func() {
|
||
if err := y.cleanFamilyTransfer(context.TODO()); err != nil {
|
||
utils.Log.Errorf("cleanFamilyTransferFolderError:%s", err)
|
||
}
|
||
})
|
||
return err
|
||
}
|
||
|
||
func (d *Cloud189PC) InitReference(storage driver.Driver) error {
|
||
refStorage, ok := storage.(*Cloud189PC)
|
||
if ok {
|
||
d.ref = refStorage
|
||
return nil
|
||
}
|
||
return errs.NotSupport
|
||
}
|
||
|
||
func (y *Cloud189PC) Drop(ctx context.Context) error {
|
||
y.ref = nil
|
||
if y.cron != nil {
|
||
y.cron.Stop()
|
||
y.cron = nil
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (y *Cloud189PC) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]model.Obj, error) {
|
||
return y.getFiles(ctx, dir.GetID(), y.isFamily())
|
||
}
|
||
|
||
func (y *Cloud189PC) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
||
var downloadUrl struct {
|
||
URL string `json:"fileDownloadUrl"`
|
||
}
|
||
|
||
isFamily := y.isFamily()
|
||
fullUrl := API_URL
|
||
if isFamily {
|
||
fullUrl += "/family/file"
|
||
}
|
||
fullUrl += "/getFileDownloadUrl.action"
|
||
|
||
_, err := y.get(fullUrl, func(r *resty.Request) {
|
||
r.SetContext(ctx)
|
||
r.SetQueryParam("fileId", file.GetID())
|
||
if isFamily {
|
||
r.SetQueryParams(map[string]string{
|
||
"familyId": y.FamilyID,
|
||
})
|
||
} else {
|
||
r.SetQueryParams(map[string]string{
|
||
"dt": "3",
|
||
"flag": "1",
|
||
})
|
||
}
|
||
}, &downloadUrl, isFamily)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// 重定向获取真实链接
|
||
downloadUrl.URL = strings.Replace(strings.ReplaceAll(downloadUrl.URL, "&", "&"), "http://", "https://", 1)
|
||
res, err := base.NoRedirectClient.R().SetContext(ctx).SetDoNotParseResponse(true).Get(downloadUrl.URL)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defer res.RawBody().Close()
|
||
if res.StatusCode() == 302 {
|
||
downloadUrl.URL = res.Header().Get("location")
|
||
}
|
||
|
||
like := &model.Link{
|
||
URL: downloadUrl.URL,
|
||
Header: http.Header{
|
||
"User-Agent": []string{base.UserAgent},
|
||
},
|
||
}
|
||
/*
|
||
// 获取链接有效时常
|
||
strs := regexp.MustCompile(`(?i)expire[^=]*=([0-9]*)`).FindStringSubmatch(downloadUrl.URL)
|
||
if len(strs) == 2 {
|
||
timestamp, err := strconv.ParseInt(strs[1], 10, 64)
|
||
if err == nil {
|
||
expired := time.Duration(timestamp-time.Now().Unix()) * time.Second
|
||
like.Expiration = &expired
|
||
}
|
||
}
|
||
*/
|
||
return like, nil
|
||
}
|
||
|
||
func (y *Cloud189PC) MakeDir(ctx context.Context, parentDir model.Obj, dirName string) (model.Obj, error) {
|
||
isFamily := y.isFamily()
|
||
fullUrl := API_URL
|
||
if isFamily {
|
||
fullUrl += "/family/file"
|
||
}
|
||
fullUrl += "/createFolder.action"
|
||
|
||
var newFolder Cloud189Folder
|
||
_, err := y.post(fullUrl, func(req *resty.Request) {
|
||
req.SetContext(ctx)
|
||
req.SetQueryParams(map[string]string{
|
||
"folderName": dirName,
|
||
"relativePath": "",
|
||
})
|
||
if isFamily {
|
||
req.SetQueryParams(map[string]string{
|
||
"familyId": y.FamilyID,
|
||
"parentId": parentDir.GetID(),
|
||
})
|
||
} else {
|
||
req.SetQueryParams(map[string]string{
|
||
"parentFolderId": parentDir.GetID(),
|
||
})
|
||
}
|
||
}, &newFolder, isFamily)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return &newFolder, nil
|
||
}
|
||
|
||
func (y *Cloud189PC) Move(ctx context.Context, srcObj, dstDir model.Obj) (model.Obj, error) {
|
||
isFamily := y.isFamily()
|
||
other := map[string]string{"targetFileName": dstDir.GetName()}
|
||
|
||
resp, err := y.CreateBatchTask("MOVE", IF(isFamily, y.FamilyID, ""), dstDir.GetID(), other, BatchTaskInfo{
|
||
FileId: srcObj.GetID(),
|
||
FileName: srcObj.GetName(),
|
||
IsFolder: BoolToNumber(srcObj.IsDir()),
|
||
})
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if err = y.WaitBatchTask("MOVE", resp.TaskID, time.Millisecond*400); err != nil {
|
||
return nil, err
|
||
}
|
||
return srcObj, nil
|
||
}
|
||
|
||
func (y *Cloud189PC) Rename(ctx context.Context, srcObj model.Obj, newName string) (model.Obj, error) {
|
||
isFamily := y.isFamily()
|
||
queryParam := make(map[string]string)
|
||
fullUrl := API_URL
|
||
method := http.MethodPost
|
||
if isFamily {
|
||
fullUrl += "/family/file"
|
||
method = http.MethodGet
|
||
queryParam["familyId"] = y.FamilyID
|
||
}
|
||
|
||
var newObj model.Obj
|
||
switch f := srcObj.(type) {
|
||
case *Cloud189File:
|
||
fullUrl += "/renameFile.action"
|
||
queryParam["fileId"] = srcObj.GetID()
|
||
queryParam["destFileName"] = newName
|
||
newObj = &Cloud189File{Icon: f.Icon} // 复用预览
|
||
case *Cloud189Folder:
|
||
fullUrl += "/renameFolder.action"
|
||
queryParam["folderId"] = srcObj.GetID()
|
||
queryParam["destFolderName"] = newName
|
||
newObj = &Cloud189Folder{}
|
||
default:
|
||
return nil, errs.NotSupport
|
||
}
|
||
|
||
_, err := y.request(fullUrl, method, func(req *resty.Request) {
|
||
req.SetContext(ctx).SetQueryParams(queryParam)
|
||
}, nil, newObj, isFamily)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return newObj, nil
|
||
}
|
||
|
||
func (y *Cloud189PC) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
|
||
isFamily := y.isFamily()
|
||
other := map[string]string{"targetFileName": dstDir.GetName()}
|
||
|
||
resp, err := y.CreateBatchTask("COPY", IF(isFamily, y.FamilyID, ""), dstDir.GetID(), other, BatchTaskInfo{
|
||
FileId: srcObj.GetID(),
|
||
FileName: srcObj.GetName(),
|
||
IsFolder: BoolToNumber(srcObj.IsDir()),
|
||
})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
return y.WaitBatchTask("COPY", resp.TaskID, time.Second)
|
||
}
|
||
|
||
func (y *Cloud189PC) Remove(ctx context.Context, obj model.Obj) error {
|
||
isFamily := y.isFamily()
|
||
|
||
resp, err := y.CreateBatchTask("DELETE", IF(isFamily, y.FamilyID, ""), "", nil, BatchTaskInfo{
|
||
FileId: obj.GetID(),
|
||
FileName: obj.GetName(),
|
||
IsFolder: BoolToNumber(obj.IsDir()),
|
||
})
|
||
if err != nil {
|
||
return err
|
||
}
|
||
// 批量任务数量限制，过快会导致无法删除
|
||
return y.WaitBatchTask("DELETE", resp.TaskID, time.Millisecond*200)
|
||
}
|
||
|
||
func (y *Cloud189PC) Put(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) (newObj model.Obj, err error) {
|
||
overwrite := true
|
||
isFamily := y.isFamily()
|
||
|
||
// 响应时间长,按需启用
|
||
if y.Addition.RapidUpload && !stream.IsForceStreamUpload() {
|
||
if newObj, err := y.RapidUpload(ctx, dstDir, stream, isFamily, overwrite); err == nil {
|
||
return newObj, nil
|
||
}
|
||
}
|
||
|
||
uploadMethod := y.UploadMethod
|
||
if stream.IsForceStreamUpload() {
|
||
uploadMethod = "stream"
|
||
}
|
||
|
||
// 旧版上传家庭云也有限制
|
||
if uploadMethod == "old" {
|
||
return y.OldUpload(ctx, dstDir, stream, up, isFamily, overwrite)
|
||
}
|
||
|
||
// 开启家庭云转存
|
||
if !isFamily && y.FamilyTransfer {
|
||
// 修改上传目标为家庭云文件夹
|
||
transferDstDir := dstDir
|
||
dstDir = y.familyTransferFolder
|
||
|
||
// 使用临时文件名
|
||
srcName := stream.GetName()
|
||
stream = &WrapFileStreamer{
|
||
FileStreamer: stream,
|
||
Name: fmt.Sprintf("0%s.transfer", uuid.NewString()),
|
||
}
|
||
|
||
// 使用家庭云上传
|
||
isFamily = true
|
||
overwrite = false
|
||
|
||
defer func() {
|
||
if newObj != nil {
|
||
// 转存家庭云文件到个人云
|
||
err = y.SaveFamilyFileToPersonCloud(context.TODO(), y.FamilyID, newObj, transferDstDir, true)
|
||
// 删除家庭云源文件
|
||
go y.Delete(context.TODO(), y.FamilyID, newObj)
|
||
// 批量任务有概率删不掉
|
||
go y.cleanFamilyTransferFile()
|
||
// 转存失败返回错误
|
||
if err != nil {
|
||
return
|
||
}
|
||
|
||
// 查找转存文件
|
||
var file *Cloud189File
|
||
file, err = y.findFileByName(context.TODO(), newObj.GetName(), transferDstDir.GetID(), false)
|
||
if err != nil {
|
||
if err == errs.ObjectNotFound {
|
||
err = fmt.Errorf("unknown error: No transfer file obtained %s", newObj.GetName())
|
||
}
|
||
return
|
||
}
|
||
|
||
// 重命名转存文件
|
||
newObj, err = y.Rename(context.TODO(), file, srcName)
|
||
if err != nil {
|
||
// 重命名失败删除源文件
|
||
_ = y.Delete(context.TODO(), "", file)
|
||
}
|
||
return
|
||
}
|
||
}()
|
||
}
|
||
|
||
switch uploadMethod {
|
||
case "rapid":
|
||
return y.FastUpload(ctx, dstDir, stream, up, isFamily, overwrite)
|
||
case "stream":
|
||
if stream.GetSize() == 0 {
|
||
return y.FastUpload(ctx, dstDir, stream, up, isFamily, overwrite)
|
||
}
|
||
fallthrough
|
||
default:
|
||
return y.StreamUpload(ctx, dstDir, stream, up, isFamily, overwrite)
|
||
}
|
||
}
|
||
|
||
func (y *Cloud189PC) GetDetails(ctx context.Context) (*model.StorageDetails, error) {
|
||
capacityInfo, err := y.getCapacityInfo(ctx)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
var total, used uint64
|
||
if y.isFamily() {
|
||
total = capacityInfo.FamilyCapacityInfo.TotalSize
|
||
used = capacityInfo.FamilyCapacityInfo.UsedSize
|
||
} else {
|
||
total = capacityInfo.CloudCapacityInfo.TotalSize
|
||
used = capacityInfo.CloudCapacityInfo.UsedSize
|
||
}
|
||
return &model.StorageDetails{
|
||
DiskUsage: driver.DiskUsageFromUsedAndTotal(used, total),
|
||
}, nil
|
||
}
|