NewLeaf/tools/extractors.py

import re
import json

r_yt_initial_data = re.compile(r"""(?:\s*window\["ytInitialData"\]|var ytInitialData) = (\{.+\});</script>""")

def extract_yt_initial_data(content):
	content = content.replace("\n", "")
	m_yt_initial_data = re.search(r_yt_initial_data, content)
	if m_yt_initial_data:
		print(m_yt_initial_data.group(1))
		yt_initial_data = json.loads(m_yt_initial_data.group(1))
		return yt_initial_data
	else:
		raise Exception("Could not match ytInitialData in content")