Correct the domain and it will work

-- coding: utf-8 --

This program is free software; you can redistribute it and/or modify

it under the terms of the GNU General Public License version 2.

"""Extractor for 2ch.life with API v2 + fallback to old JSON"""

from .common import Extractor, Message
from .. import text, util

class 2chThreadExtractor(Extractor):
"""Extractor for a single 2ch thread"""
category = "2ch"
subcategory = "thread"
root = "https://2ch.life"
directory_fmt = ("{category}", "{board}", "{thread} {title}")
filename_fmt = "{tim}{filename}.{extension}"
archive_fmt = "{board}{thread}{tim}"
pattern = r"(?:https?://)?2ch.(?:life|hk)/([^/?#]+)/res/(\d+)"
example = "https://2ch.life/a/res/12345.html"

def __init__(self, match):
    super().__init__(match)
    self.board, self.thread = match.groups()

def items(self):
    posts = []

    # 1️⃣ Спроба через API v2
    url_api = f"{self.root}/api/mobile/v2/info/{self.board}/{self.thread}"
    try:
        data = self.request_json(url_api)
        posts = data.get("posts")
        if not posts and "threads" in data and len(data["threads"]) > 0:
            posts = data["threads"][0].get("posts", [])
    except Exception:
        posts = []

    # 2️⃣ Fallback на старий .json
    if not posts:
        url_json = f"{self.root}/{self.board}/res/{self.thread}.json"
        try:
            data2 = self.request_json(url_json)
            posts = data2.get("threads", [{}])[0].get("posts", [])
        except Exception:
            posts = []

    if not posts:
        return  # нічого немає

    # заголовок треда
    op = posts[0]
    title = op.get("subject") or text.remove_html(op.get("comment", ""))

    thread_meta = {
        "board": self.board,
        "thread": self.thread,
        "title": text.unescape(title)[:50],
    }

    yield Message.Directory, thread_meta

    for post in posts:
        files = post.get("files") or []
        post_num = post.get("num")
        post_date = post.get("date") or text.parse_timestamp(post.get("timestamp", 0))
        post_name = post.get("name", "")

        for file in files:
            f_name = file.get("fullname") or file.get("name")
            filename_base, _, ext = f_name.rpartition(".")
            tim = file.get("name", "").rpartition(".")[0]

            file_meta = {
                **thread_meta,
                "post_num": post_num,
                "date": post_date,
                "post_name": post_name,
                "filename": filename_base,
                "tim": tim,
                "extension": ext,
            }

            yield Message.Url, self.root + file["path"], file_meta

class _2chBoardExtractor(Extractor):
"""Extractor for a 2ch board"""
category = "2ch"
subcategory = "board"
root = "https://2ch.life"
pattern = r"(?:https?://)?2ch.(?:life|hk)/([^/?#]+)/?$"
example = "https://2ch.life/a/"

def __init__(self, match):
    super().__init__(match)
    self.board = match.group(1)

def items(self):
    base = f"{self.root}/{self.board}"

    # index page
    url = f"{base}/index.json"
    index = self.request_json(url)
    index["_extractor"] = _2chThreadExtractor

    for thread in index.get("threads", []):
        url = f"{base}/res/{thread['thread_num']}.html"
        yield Message.Queue, url, index

    # інші сторінки 1..n
    for n in util.advance(index.get("pages", 0), 1):
        url = f"{base}/{n}.json"
        page = self.request_json(url)
        page["_extractor"] = _2chThreadExtractor
        for thread in page.get("threads", []):
            url = f"{base}/res/{thread['thread_num']}.html"
            yield Message.Queue, url, page

Uh oh!

2ch.hk is now 2ch.su #8216

Description

Metadata

Metadata

Assignees

Labels

Projects

Milestone

Relationships

Development

Issue actions