Files
pansou/main.go

369 lines
10 KiB
Go
Raw Normal View History

2025-07-12 19:53:44 +08:00
package main
import (
2025-07-15 00:03:02 +08:00
"context"
2025-07-12 19:53:44 +08:00
"fmt"
"log"
2025-07-23 12:01:09 +08:00
"net"
2025-07-15 00:03:02 +08:00
"net/http"
"os"
"os/signal"
2025-07-23 12:01:09 +08:00
"runtime"
2025-08-01 21:21:42 +08:00
"sort"
2025-08-21 10:32:43 +08:00
"strings"
2025-07-15 00:03:02 +08:00
"syscall"
"time"
2025-07-12 19:53:44 +08:00
2025-07-23 12:01:09 +08:00
"golang.org/x/net/netutil"
2025-07-12 19:53:44 +08:00
"pansou/api"
"pansou/config"
"pansou/plugin"
2025-08-02 11:58:55 +08:00
"pansou/service"
"pansou/util"
"pansou/util/cache"
2025-07-12 19:53:44 +08:00
// 以下是插件的空导入用于触发各插件的init函数实现自动注册
2025-08-22 19:17:30 +08:00
// 添加新插件时,只需在此处添加对应的导入语句即可
2025-10-27 15:56:05 +08:00
_ "pansou/plugin/hdr4k"
2025-10-28 18:50:51 +08:00
_ "pansou/plugin/gying"
2025-10-27 15:56:05 +08:00
_ "pansou/plugin/pan666"
2025-10-05 14:16:22 +08:00
_ "pansou/plugin/hunhepan"
_ "pansou/plugin/jikepan"
_ "pansou/plugin/panwiki"
_ "pansou/plugin/pansearch"
_ "pansou/plugin/panta"
_ "pansou/plugin/qupansou"
_ "pansou/plugin/susu"
_ "pansou/plugin/thepiratebay"
_ "pansou/plugin/wanou"
_ "pansou/plugin/xuexizhinan"
_ "pansou/plugin/panyq"
_ "pansou/plugin/zhizhen"
_ "pansou/plugin/labi"
_ "pansou/plugin/muou"
_ "pansou/plugin/ouge"
_ "pansou/plugin/shandian"
_ "pansou/plugin/duoduo"
_ "pansou/plugin/huban"
_ "pansou/plugin/cyg"
_ "pansou/plugin/erxiao"
_ "pansou/plugin/miaoso"
_ "pansou/plugin/fox4k"
_ "pansou/plugin/pianku"
_ "pansou/plugin/clmao"
_ "pansou/plugin/wuji"
_ "pansou/plugin/cldi"
_ "pansou/plugin/xiaozhang"
_ "pansou/plugin/libvio"
_ "pansou/plugin/leijing"
_ "pansou/plugin/xb6v"
_ "pansou/plugin/xys"
_ "pansou/plugin/ddys"
_ "pansou/plugin/hdmoli"
_ "pansou/plugin/yuhuage"
_ "pansou/plugin/u3c3"
_ "pansou/plugin/javdb"
_ "pansou/plugin/clxiong"
_ "pansou/plugin/jutoushe"
_ "pansou/plugin/sdso"
_ "pansou/plugin/xiaoji"
_ "pansou/plugin/xdyh"
_ "pansou/plugin/haisou"
_ "pansou/plugin/bixin"
2025-10-05 14:14:23 +08:00
_ "pansou/plugin/nyaa"
_ "pansou/plugin/djgou"
2025-10-05 16:06:01 +08:00
_ "pansou/plugin/xinjuc"
_ "pansou/plugin/aikanzy"
2025-10-16 19:21:26 +08:00
_ "pansou/plugin/qupanshe"
2025-10-16 19:42:11 +08:00
_ "pansou/plugin/xdpan"
2025-10-22 17:26:04 +08:00
_ "pansou/plugin/discourse"
2025-10-22 15:38:43 +08:00
_ "pansou/plugin/yunsou"
2025-10-27 17:59:05 +08:00
_ "pansou/plugin/ahhhhfs"
2025-10-27 18:28:57 +08:00
_ "pansou/plugin/nsgame"
2025-11-01 08:53:26 +08:00
_ "pansou/plugin/quark4k"
2025-11-01 09:37:25 +08:00
_ "pansou/plugin/quarksoo"
2025-07-12 19:53:44 +08:00
)
2025-08-02 11:58:55 +08:00
// 全局缓存写入管理器
var globalCacheWriteManager *cache.DelayedBatchWriteManager
2025-07-12 19:53:44 +08:00
func main() {
// 初始化应用
initApp()
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 启动服务器
startServer()
}
// initApp 初始化应用程序
func initApp() {
// 初始化配置
config.Init()
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 初始化HTTP客户端
util.InitHTTPClient()
2025-08-02 11:58:55 +08:00
2025-09-10 20:05:35 +08:00
// 初始化缓存写入管理器
2025-08-02 11:58:55 +08:00
var err error
globalCacheWriteManager, err = cache.NewDelayedBatchWriteManager()
if err != nil {
log.Fatalf("缓存写入管理器创建失败: %v", err)
}
if err := globalCacheWriteManager.Initialize(); err != nil {
log.Fatalf("缓存写入管理器初始化失败: %v", err)
}
// 将缓存写入管理器注入到service包
2025-08-02 11:58:55 +08:00
service.SetGlobalCacheWriteManager(globalCacheWriteManager)
// 延迟设置主缓存更新函数确保service初始化完成
go func() {
// 等待一小段时间确保service包完全初始化
time.Sleep(100 * time.Millisecond)
if mainCache := service.GetEnhancedTwoLevelCache(); mainCache != nil {
globalCacheWriteManager.SetMainCacheUpdater(func(key string, data []byte, ttl time.Duration) error {
return mainCache.SetBothLevels(key, data, ttl)
})
}
}()
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 确保异步插件系统初始化
plugin.InitAsyncPluginSystem()
2025-07-12 19:53:44 +08:00
}
// startServer 启动Web服务器
func startServer() {
// 初始化插件管理器
pluginManager := plugin.NewPluginManager()
2025-08-02 11:58:55 +08:00
2025-08-21 10:32:43 +08:00
// 注册全局插件(根据配置过滤)
if config.AppConfig.AsyncPluginEnabled {
pluginManager.RegisterGlobalPluginsWithFilter(config.AppConfig.EnabledPlugins)
}
2025-08-02 11:58:55 +08:00
2025-08-21 10:11:26 +08:00
// 更新默认并发数如果插件被禁用则使用0
pluginCount := 0
if config.AppConfig.AsyncPluginEnabled {
pluginCount = len(pluginManager.GetPlugins())
}
config.UpdateDefaultConcurrency(pluginCount)
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 初始化搜索服务
searchService := service.NewSearchService(pluginManager)
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 设置路由
router := api.SetupRouter(searchService)
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 获取端口配置
port := config.AppConfig.Port
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 输出服务信息
printServiceInfo(port, pluginManager)
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 创建HTTP服务器
srv := &http.Server{
2025-07-23 12:01:09 +08:00
Addr: ":" + port,
Handler: router,
ReadTimeout: config.AppConfig.HTTPReadTimeout,
WriteTimeout: config.AppConfig.HTTPWriteTimeout,
IdleTimeout: config.AppConfig.HTTPIdleTimeout,
2025-07-15 00:03:02 +08:00
}
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 创建通道来接收操作系统信号
quit := make(chan os.Signal, 1)
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 在单独的goroutine中启动服务器
go func() {
2025-07-23 12:01:09 +08:00
// 如果设置了最大连接数,使用限制监听器
if config.AppConfig.HTTPMaxConns > 0 {
// 创建监听器
listener, err := net.Listen("tcp", srv.Addr)
if err != nil {
log.Fatalf("创建监听器失败: %v", err)
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
// 创建限制连接数的监听器
limitListener := netutil.LimitListener(listener, config.AppConfig.HTTPMaxConns)
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
// 使用限制监听器启动服务器
if err := srv.Serve(limitListener); err != nil && err != http.ErrServerClosed {
log.Fatalf("启动服务器失败: %v", err)
}
} else {
// 使用默认方式启动服务器(不限制连接数)
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
log.Fatalf("启动服务器失败: %v", err)
}
2025-07-15 00:03:02 +08:00
}
}()
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 等待中断信号
<-quit
fmt.Println("正在关闭服务器...")
2025-08-02 11:58:55 +08:00
2025-09-10 20:05:35 +08:00
// 优先保存缓存数据到磁盘(数据安全第一)
2025-08-09 12:52:06 +08:00
// 增加关闭超时时间,确保数据有足够时间保存
shutdownTimeout := 10 * time.Second
2025-08-02 11:58:55 +08:00
if globalCacheWriteManager != nil {
if err := globalCacheWriteManager.Shutdown(shutdownTimeout); err != nil {
2025-09-10 20:05:35 +08:00
log.Printf("缓存数据保存失败: %v", err)
2025-08-02 11:58:55 +08:00
}
}
2025-08-09 12:52:06 +08:00
// 额外确保内存缓存也被保存(双重保障)
if mainCache := service.GetEnhancedTwoLevelCache(); mainCache != nil {
2025-08-09 12:52:06 +08:00
if err := mainCache.FlushMemoryToDisk(); err != nil {
2025-09-10 20:05:35 +08:00
log.Printf("内存缓存同步失败: %v", err)
}
}
2025-07-15 00:03:02 +08:00
// 设置关闭超时时间
2025-08-02 11:58:55 +08:00
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
2025-07-15 00:03:02 +08:00
defer cancel()
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 优雅关闭服务器
if err := srv.Shutdown(ctx); err != nil {
log.Fatalf("服务器关闭异常: %v", err)
2025-07-12 19:53:44 +08:00
}
2025-08-02 11:58:55 +08:00
fmt.Println("服务器已安全关闭")
2025-07-12 19:53:44 +08:00
}
// printServiceInfo 打印服务信息
func printServiceInfo(port string, pluginManager *plugin.PluginManager) {
// 启动服务器
fmt.Printf("服务器启动在 http://localhost:%s\n", port)
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 输出代理信息
if config.AppConfig.UseProxy {
fmt.Printf("使用SOCKS5代理: %s\n", config.AppConfig.ProxyURL)
} else {
fmt.Println("未使用代理")
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
// 输出并发信息
if os.Getenv("CONCURRENCY") != "" {
fmt.Printf("默认并发数: %d (由环境变量CONCURRENCY指定)\n", config.AppConfig.DefaultConcurrency)
} else {
channelCount := len(config.AppConfig.DefaultChannels)
pluginCount := 0
2025-08-21 10:11:26 +08:00
// 只有插件启用时才计算插件数
if config.AppConfig.AsyncPluginEnabled && pluginManager != nil {
2025-07-23 12:01:09 +08:00
pluginCount = len(pluginManager.GetPlugins())
}
2025-08-02 11:58:55 +08:00
fmt.Printf("默认并发数: %d (= 频道数%d + 插件数%d + 10)\n",
2025-07-23 12:01:09 +08:00
config.AppConfig.DefaultConcurrency, channelCount, pluginCount)
}
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 输出缓存信息
if config.AppConfig.CacheEnabled {
2025-08-02 11:58:55 +08:00
fmt.Printf("缓存已启用: 路径=%s, 最大大小=%dMB, TTL=%d分钟\n",
config.AppConfig.CachePath,
2025-07-12 19:53:44 +08:00
config.AppConfig.CacheMaxSizeMB,
config.AppConfig.CacheTTLMinutes)
} else {
fmt.Println("缓存已禁用")
}
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 输出压缩信息
if config.AppConfig.EnableCompression {
2025-08-02 11:58:55 +08:00
fmt.Printf("响应压缩已启用: 最小压缩大小=%d字节\n",
2025-07-12 19:53:44 +08:00
config.AppConfig.MinSizeToCompress)
2025-08-21 10:11:26 +08:00
}
2025-08-02 11:58:55 +08:00
2025-07-12 19:53:44 +08:00
// 输出GC配置信息
2025-08-02 11:58:55 +08:00
fmt.Printf("GC配置: 触发阈值=%d%%, 内存优化=%v\n",
config.AppConfig.GCPercent,
2025-07-12 19:53:44 +08:00
config.AppConfig.OptimizeMemory)
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
// 输出HTTP服务器配置信息
readTimeoutMsg := ""
if os.Getenv("HTTP_READ_TIMEOUT") != "" {
readTimeoutMsg = "(由环境变量指定)"
} else {
readTimeoutMsg = "(自动计算)"
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
writeTimeoutMsg := ""
if os.Getenv("HTTP_WRITE_TIMEOUT") != "" {
writeTimeoutMsg = "(由环境变量指定)"
} else {
writeTimeoutMsg = "(自动计算)"
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
maxConnsMsg := ""
if os.Getenv("HTTP_MAX_CONNS") != "" {
maxConnsMsg = "(由环境变量指定)"
} else {
cpuCount := runtime.NumCPU()
maxConnsMsg = fmt.Sprintf("(自动计算: CPU核心数%d × 200)", cpuCount)
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
fmt.Printf("HTTP服务器配置: 读取超时=%v %s, 写入超时=%v %s, 空闲超时=%v, 最大连接数=%d %s\n",
config.AppConfig.HTTPReadTimeout, readTimeoutMsg,
config.AppConfig.HTTPWriteTimeout, writeTimeoutMsg,
config.AppConfig.HTTPIdleTimeout,
config.AppConfig.HTTPMaxConns, maxConnsMsg)
2025-08-02 11:58:55 +08:00
2025-07-15 00:03:02 +08:00
// 输出异步插件配置信息
if config.AppConfig.AsyncPluginEnabled {
2025-07-23 12:01:09 +08:00
// 检查工作者数量是否由环境变量指定
workersMsg := ""
if os.Getenv("ASYNC_MAX_BACKGROUND_WORKERS") != "" {
workersMsg = "(由环境变量指定)"
} else {
cpuCount := runtime.NumCPU()
workersMsg = fmt.Sprintf("(自动计算: CPU核心数%d × 5)", cpuCount)
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
// 检查任务数量是否由环境变量指定
tasksMsg := ""
if os.Getenv("ASYNC_MAX_BACKGROUND_TASKS") != "" {
tasksMsg = "(由环境变量指定)"
} else {
tasksMsg = "(自动计算: 工作者数量 × 5)"
}
2025-08-02 11:58:55 +08:00
2025-07-23 12:01:09 +08:00
fmt.Printf("异步插件已启用: 响应超时=%d秒, 最大工作者=%d %s, 最大任务=%d %s, 缓存TTL=%d小时\n",
2025-07-15 00:03:02 +08:00
config.AppConfig.AsyncResponseTimeout,
2025-07-23 12:01:09 +08:00
config.AppConfig.AsyncMaxBackgroundWorkers, workersMsg,
config.AppConfig.AsyncMaxBackgroundTasks, tasksMsg,
2025-07-15 00:03:02 +08:00
config.AppConfig.AsyncCacheTTLHours)
} else {
fmt.Println("异步插件已禁用")
}
2025-08-02 11:58:55 +08:00
2025-08-20 21:07:39 +08:00
// 只有当插件功能启用时才输出插件信息
if config.AppConfig.AsyncPluginEnabled {
plugins := pluginManager.GetPlugins()
2025-08-21 10:32:43 +08:00
if len(plugins) > 0 {
// 根据新逻辑,只有指定了具体插件才会加载插件
fmt.Printf("已启用指定插件 (%d个):\n", len(plugins))
2025-08-02 11:58:55 +08:00
2025-08-21 10:32:43 +08:00
// 按优先级排序(优先级数字越小越靠前)
sort.Slice(plugins, func(i, j int) bool {
// 优先级相同时按名称排序
if plugins[i].Priority() == plugins[j].Priority() {
return plugins[i].Name() < plugins[j].Name()
}
return plugins[i].Priority() < plugins[j].Priority()
})
for _, p := range plugins {
fmt.Printf(" - %s (优先级: %d)\n", p.Name(), p.Priority())
}
} else {
// 区分不同的情况
if config.AppConfig.EnabledPlugins == nil {
fmt.Println("未设置插件列表 (ENABLED_PLUGINS),未加载任何插件")
} else if len(config.AppConfig.EnabledPlugins) > 0 {
2025-08-21 10:32:43 +08:00
fmt.Printf("未找到指定的插件: %s\n", strings.Join(config.AppConfig.EnabledPlugins, ", "))
} else {
fmt.Println("插件列表为空 (ENABLED_PLUGINS=\"\"),未加载任何插件")
2025-08-21 10:32:43 +08:00
}
2025-08-20 21:07:39 +08:00
}
2025-07-12 19:53:44 +08:00
}
2025-08-02 11:58:55 +08:00
}