Lomanic/NewLeaf
1
0
Fork 0
mirror of https://git.sr.ht/~cadence/NewLeaf synced 2026-03-05 12:01:38 +00:00
Code Issues Releases Wiki Activity

Extract fact check notices to second__clarification

Browse source
This commit is contained in:
Cadence Ember 2021-11-04 02:01:52 +13:00
parent 65bb7a2c4c
commit e3854a6050
No known key found for this signature in database
GPG key ID: BC1C2C61CF521B17
2 changed files with 17 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tools/extractors.py
View file

@ -1,6 +1,7 @@
import re
import json
import random
from functools import reduce
r_yt_initial_data = re.compile(r"""(?:^\s*window\["ytInitialData"\]|var ytInitialData) = (\{.+?\});(?:\s*$|</script>)""", re.S + re.M)
r_yt_initial_player_response = re.compile(r"""(?:^\s*window\["ytInitialPlayerResponse"\]|var ytInitialPlayerResponse) = (\{.+?\});(?:\s*$|</script>|var )""", re.S + re.M)
@ -30,3 +31,12 @@ def extract_yt_cfg(content):
def eu_consent_cookie():
return {"CONSENT": "YES+cb.20210509-17-p0.en+F+{}".format(random.randint(100, 999))}
def is_in(o, key):
if isinstance(o, list):
return type(key) == int and key >= 0 and key < len(o)
else:
return key in o
def deep_get(o, properties):
return reduce(lambda a, b: a and is_in(a, b) and a[b] or None, [o, *properties])