Skip to content

[tiktok] do not fail entire extraction if one post fails #8962

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mikf merged 3 commits into from
Jan 30, 2026
Merged

[tiktok] do not fail entire extraction if one post fails #8962

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
5b38793
[tiktok] do not fail entire extraction if one post fails
CasualYT31 Jan 30, 2026
7ad2c67
formatting
mikf Jan 30, 2026
6740d5c
include exception type in error messages
mikf Jan 30, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
178 changes: 93 additions & 85 deletions gallery_dl/extractor/tiktok.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,94 +57,102 @@ def _init(self):

def items(self):
for tiktok_url in self.posts():
tiktok_url = self._sanitize_url(tiktok_url)

data = self._extract_rehydration_data(tiktok_url)
if "webapp.video-detail" not in data:
# Only /video/ links result in the video-detail dict we need.
# Try again using that form of link.
tiktok_url = self._sanitize_url(
data["seo.abtest"]["canonical"])
data = self._extract_rehydration_data(tiktok_url)
video_detail = data["webapp.video-detail"]
if not self._check_status_code(video_detail, tiktok_url, "post"):
continue
post = video_detail["itemInfo"]["itemStruct"]

post["user"] = (a := post.get("author")) and a["uniqueId"] or ""
post["date"] = self.parse_timestamp(post["createTime"])
post["post_type"] = "image" if "imagePost" in post else "video"
original_title = title = post["desc"]

yield Message.Directory, "", post
ytdl_media = False

if "imagePost" in post:
if self.photo:
if not original_title:
title = f"TikTok photo #{post['id']}"
img_list = post["imagePost"]["images"]
for i, img in enumerate(img_list, 1):
url = img["imageURL"]["urlList"][0]
text.nameext_from_url(url, post)
post.update({
"type" : "image",
"image" : img,
"title" : title,
"num" : i,
"file_id": post["filename"].partition("~")[0],
"width" : img["imageWidth"],
"height" : img["imageHeight"],
})
yield Message.Url, url, post

if self.audio and "music" in post:
if self.audio == "ytdl":
ytdl_media = "audio"
elif url := self._extract_audio(post):
yield Message.Url, url, post

elif "video" in post:
if self.video == "ytdl":
ytdl_media = "video"
elif self.video and (url := self._extract_video(post)):
yield Message.Url, url, post
del post["_fallback"]

if self.cover:
for url in self._extract_covers(post, "video"):
yield Message.Url, url, post
if self.cover != "all":
break
try:
tiktok_url = self._sanitize_url(tiktok_url)

if self.subtitles:
for url in self._extract_subtitles(post, "video"):
data = self._extract_rehydration_data(tiktok_url)
if "webapp.video-detail" not in data:
# Only /video/ links result in the video-detail dict we
# need. Try again using that form of link.
tiktok_url = self._sanitize_url(
data["seo.abtest"]["canonical"])
data = self._extract_rehydration_data(tiktok_url)
video_detail = data["webapp.video-detail"]
if not self._check_status_code(
video_detail, tiktok_url, "post"):
continue
post = video_detail["itemInfo"]["itemStruct"]

post["user"] = \
(a := post.get("author")) and a["uniqueId"] or ""
post["date"] = self.parse_timestamp(post["createTime"])
post["post_type"] = "image" if "imagePost" in post else "video"
original_title = title = post["desc"]

yield Message.Directory, "", post
ytdl_media = False

if "imagePost" in post:
if self.photo:
if not original_title:
title = f"TikTok photo #{post['id']}"
img_list = post["imagePost"]["images"]
for i, img in enumerate(img_list, 1):
url = img["imageURL"]["urlList"][0]
text.nameext_from_url(url, post)
post.update({
"type" : "image",
"image" : img,
"title" : title,
"num" : i,
"file_id": post["filename"].partition("~")[0],
"width" : img["imageWidth"],
"height" : img["imageHeight"],
})
yield Message.Url, url, post

if self.audio and "music" in post:
if self.audio == "ytdl":
ytdl_media = "audio"
elif url := self._extract_audio(post):
yield Message.Url, url, post

elif "video" in post:
if self.video == "ytdl":
ytdl_media = "video"
elif self.video and (url := self._extract_video(post)):
yield Message.Url, url, post
del post["_fallback"]

if self.cover:
for url in self._extract_covers(post, "video"):
yield Message.Url, url, post
if self.cover != "all":
break

if self.subtitles:
for url in self._extract_subtitles(post, "video"):
yield Message.Url, url, post

# remove the subtitle related fields for the next item
post.pop("subtitle_lang_id", None)
post.pop("subtitle_lang_codename", None)
post.pop("subtitle_format", None)
post.pop("subtitle_version", None)
post.pop("subtitle_source", None)
else:
self.log.info("%s: Skipping post", tiktok_url)

# remove the subtitle related fields for the next item
post.pop("subtitle_lang_id", None)
post.pop("subtitle_lang_codename", None)
post.pop("subtitle_format", None)
post.pop("subtitle_version", None)
post.pop("subtitle_source", None)
else:
self.log.info("%s: Skipping post", tiktok_url)

if ytdl_media:
if not original_title:
title = f"TikTok {ytdl_media} #{post['id']}"
post.update({
"type" : ytdl_media,
"image" : None,
"filename" : "",
"extension" : "mp3" if ytdl_media == "audio" else "mp4",
"title" : title,
"num" : 0,
"file_id" : "",
"width" : 0,
"height" : 0,
})
yield Message.Url, "ytdl:" + tiktok_url, post
if ytdl_media:
if not original_title:
title = f"TikTok {ytdl_media} #{post['id']}"
post.update({
"type" : ytdl_media,
"image" : None,
"filename" : "",
"extension" :
"mp3" if ytdl_media == "audio" else "mp4",
"title" : title,
"num" : 0,
"file_id" : "",
"width" : 0,
"height" : 0,
})
yield Message.Url, "ytdl:" + tiktok_url, post
except Exception as exc:
self.log.traceback(exc)
self.log.error("%s: Failed to extract post (%s: %s)",
tiktok_url, exc.__class__.__name__, exc)

def _sanitize_url(self, url):
return text.ensure_http_scheme(url.replace("/photo/", "/video/", 1))
Expand Down