Lomanic/NewLeaf
1
0
Fork 0
mirror of https://git.sr.ht/~cadence/NewLeaf synced 2024-11-21 23:27:29 +00:00
Code Issues Releases Wiki Activity

TTL cache for channel latest

Browse Source
This commit is contained in:
Cadence Ember 2020-08-31 03:16:57 +12:00
parent cc20223465
commit 105161299f
No known key found for this signature in database
GPG Key ID: 128B99B1B74A6412
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
extractors/channel.py
View File

@ -6,6 +6,7 @@ from tools.extractors import extract_yt_initial_data
from cachetools import TTLCache from cachetools import TTLCache
channel_cache = TTLCache(maxsize=50, ttl=300) channel_cache = TTLCache(maxsize=50, ttl=300)
channel_latest_cache = TTLCache(maxsize=500, ttl=300)
def extract_channel(ucid): def extract_channel(ucid):
if ucid in channel_cache: if ucid in channel_cache:
@ -107,6 +108,10 @@ def extract_channel_videos(ucid):
return channel["latestVideos"] return channel["latestVideos"]
def extract_channel_latest(ucid): def extract_channel_latest(ucid):
if ucid in channel_latest_cache:
return channel_latest_cache[ucid]
print("making request for "+ucid)
with requests.get("https://www.youtube.com/feeds/videos.xml?channel_id={}".format(ucid)) as r: with requests.get("https://www.youtube.com/feeds/videos.xml?channel_id={}".format(ucid)) as r:
r.raise_for_status() r.raise_for_status()
feed = ET.fromstring(r.content) feed = ET.fromstring(r.content)
@ -140,4 +145,7 @@ def extract_channel_latest(ucid):
"premium": None, "premium": None,
"isUpcoming": None "isUpcoming": None
}) })
channel_latest_cache[ucid] = results
return results return results