Lomanic/NewLeaf
1
0
Fork 0
mirror of https://git.sr.ht/~cadence/NewLeaf synced 2026-03-07 13:01:37 +00:00
Code Issues Releases Wiki Activity

Change cookies to skip EU cookie consent page

Browse source 
See https://github.com/benbusby/whoogle-search/issues/311 for some
context.
We're now implementing
a726009987/youtube_dl/extractor/youtube.py (L263-L264)
This commit is contained in:
Lomanic 2021-05-14 18:49:25 +02:00 • committed by Cadence Ember
parent 18f5ef4c62
commit 7d3b79b1cd
No known key found for this signature in database
GPG key ID: BC1C2C61CF521B17
3 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
extractors/channel.py
View file

@ -3,7 +3,7 @@ import dateutil.parser
import requests
import xml.etree.ElementTree as ET
from tools.converters import *
from tools.extractors import extract_yt_initial_data
from tools.extractors import extract_yt_initial_data, eu_consent_cookie
from threading import Lock
from cachetools import TTLCache
@ -18,7 +18,7 @@ def extract_channel(ucid):
return channel_cache[ucid]
channel_type = "channel" if len(ucid) == 24 and ucid[:2] == "UC" else "user"
with requests.get("https://www.youtube.com/{}/{}/videos?hl=en".format(channel_type, ucid), cookies={"CONSENT": "PENDING+999"}) as r:
with requests.get("https://www.youtube.com/{}/{}/videos?hl=en".format(channel_type, ucid), cookies=eu_consent_cookie()) as r:
r.raise_for_status()
yt_initial_data = extract_yt_initial_data(r.content.decode("utf8"))

4
extractors/search.py
View file

@ -2,7 +2,7 @@ import requests
import traceback
import yt_dlp
from tools.converters import *
from tools.extractors import extract_yt_initial_data
from tools.extractors import extract_yt_initial_data, eu_consent_cookie
from cachetools import TTLCache
search_cache = TTLCache(maxsize=50, ttl=300)
@ -17,7 +17,7 @@ ytdl = yt_dlp.YoutubeDL(ytdl_opts)
def extract_search(q):
try:
with requests.get("https://www.youtube.com/results", params={"q": q, "hl": "en"}, cookies={"CONSENT": "PENDING+999"}) as r:
with requests.get("https://www.youtube.com/results", params={"q": q, "hl": "en"}, cookies=eu_consent_cookie()) as r:
r.raise_for_status()
content = r.content.decode("utf8")
yt_initial_data = extract_yt_initial_data(content)