mirrors/yt-dlp
1
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2025-07-26 23:28:29 +00:00
Code Issues Projects Releases Wiki Activity

[ie] Rework `_search_nextjs_v13_data

Browse Source 
Authored by: bashonly
This commit is contained in:
bashonly 2025-07-12 17:48:15 -05:00
parent 5245231e4a
commit 767c099c1e
No known key found for this signature in database
GPG Key ID: 783F096F253D15B0
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
yt_dlp/extractor/common.py
View File

@ -1785,7 +1785,7 @@ def _search_nextjs_data(self, webpage, video_id, *, fatal=True, default=NO_DEFAU
def _search_nextjs_v13_data(self, webpage, video_id, fatal=True): def _search_nextjs_v13_data(self, webpage, video_id, fatal=True):
"""Parses Next.js app router flight data that was introduced in Next.js v13""" """Parses Next.js app router flight data that was introduced in Next.js v13"""
nextjs_data = [] nextjs_data = {}
if not fatal and not isinstance(webpage, str): if not fatal and not isinstance(webpage, str):
return nextjs_data return nextjs_data
@ -1797,9 +1797,9 @@ def flatten(flight_data):
if not isinstance(data, dict): if not isinstance(data, dict):
return return
children = data.pop('children', None) children = data.pop('children', None)
if data and isinstance(name, str) and name.startswith('$'): if data and isinstance(name, str) and name.startswith('$L'):
# It is useful hydration JSON data # It is useful hydration JSON data
nextjs_data.append(data) nextjs_data[name[2:]] = data
flatten(children) flatten(children)
return return
for f in flight_data: for f in flight_data:
@ -1823,10 +1823,16 @@ def flatten(flight_data):
flight_text += chunk flight_text += chunk
for f in flight_text.splitlines(): for f in flight_text.splitlines():
prefix, _, body = f.partition(':') prefix, _, body = f.lstrip().partition(':')
if body.startswith('[') and body.endswith(']') and re.fullmatch(r'[0-9a-f]{1,3}', prefix.lstrip()): if not re.fullmatch(r'[0-9a-f]+', prefix):
# The body isn't necessarily valid JSON, so this should always be non-fatal continue
# The body still isn't guaranteed to be valid JSON, so parsing should always be non-fatal
if body.startswith('[') and body.endswith(']'):
flatten(self._parse_json(body, video_id, fatal=False, errnote=False)) flatten(self._parse_json(body, video_id, fatal=False, errnote=False))
elif body.startswith('{') and body.endswith('}'):
data = self._parse_json(body, video_id, fatal=False, errnote=False)
if data is not None:
nextjs_data[prefix] = data
return nextjs_data return nextjs_data