mirror of
https://github.com/tgbot-collection/YYeTsBot.git
synced 2025-11-25 11:29:38 +08:00
同步追新番,已有旧资源增加source
This commit is contained in:
@@ -67,8 +67,8 @@ class Zhuixinfan(BaseSync):
|
|||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
zhuixinfan = "http://www.fanxinzhui.com/rr/{}"
|
zhuixinfan = "http://www.fanxinzhui.com/rr/{}"
|
||||||
start = (self.sync.find_one({"name": "zhuixifna"}) or {}).get("resource_id",
|
start = (self.sync.find_one({"name": "zhuixinfan"}) or {}). \
|
||||||
os.getenv("ZHUIXINFAN_START", 20))
|
get("resource_id", os.getenv("ZHUIXINFAN_START", 20))
|
||||||
end = os.getenv("ZHUIXINFAN_END", 2500)
|
end = os.getenv("ZHUIXINFAN_END", 2500)
|
||||||
for i in range(start, end):
|
for i in range(start, end):
|
||||||
url = zhuixinfan.format(i)
|
url = zhuixinfan.format(i)
|
||||||
@@ -170,18 +170,20 @@ class Zhuixinfan(BaseSync):
|
|||||||
def update_yyets(self, data):
|
def update_yyets(self, data):
|
||||||
source = data["data"]["info"]["source"]
|
source = data["data"]["info"]["source"]
|
||||||
exists = self.yyets.find_one({"data.info.source": source})
|
exists = self.yyets.find_one({"data.info.source": source})
|
||||||
already_in = self.yyets.find_one({"data.info.cnname": data["data"]["info"]["cnname"]})
|
already_cond = {"data.info.cnname": data["data"]["info"]["cnname"]}
|
||||||
|
already_in = self.yyets.find_one(already_cond)
|
||||||
if already_in:
|
if already_in:
|
||||||
return
|
logging.info("Already in old yyets, updating data.info.source: %s", source)
|
||||||
if exists:
|
self.yyets.update_one(already_cond, {"$set": {"data.info.source": source}})
|
||||||
logging.info("Updating data.info.id:%s", source)
|
elif exists:
|
||||||
|
logging.info("Updating new data.info.id: %s", source)
|
||||||
self.yyets.update_one({"data.info.source": source}, {"$set": {"data.list": data["data"]["list"]}})
|
self.yyets.update_one({"data.info.source": source}, {"$set": {"data.list": data["data"]["list"]}})
|
||||||
else:
|
else:
|
||||||
last_id = 90000
|
last_id = 90000
|
||||||
last = self.yyets.find_one({"data.info.id": {"$gte": last_id}}, sort=[("data.info.id", -1)])
|
last = self.yyets.find_one({"data.info.id": {"$gte": last_id}}, sort=[("data.info.id", -1)])
|
||||||
if last:
|
if last:
|
||||||
last_id = last["data"]["info"]["id"] + 1
|
last_id = last["data"]["info"]["id"] + 1
|
||||||
logging.info("Inserting data.info.id:%s", last_id)
|
logging.info("Inserting data.info.id: %s", last_id)
|
||||||
data["data"]["info"]["id"] = last_id
|
data["data"]["info"]["id"] = last_id
|
||||||
self.yyets.insert_one(data.copy())
|
self.yyets.insert_one(data.copy())
|
||||||
|
|
||||||
@@ -229,6 +231,6 @@ class YYSub(BaseSync):
|
|||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
a = Zhuixinfan()
|
a = Zhuixinfan()
|
||||||
# a.build_data(open("1.html").read(), "https://www.zhuixinfan.com/resource/1.html")
|
# a.build_data(open("1.html").read(), "https://www.zhuixinfan.com/resource/1.html")
|
||||||
# a.run()
|
a.run()
|
||||||
b = YYSub()
|
# b = YYSub()
|
||||||
b.run()
|
# b.run()
|
||||||
|
|||||||
Reference in New Issue
Block a user