Add manganelo extractor

docs/supportedsites.md

@@ -403,6 +403,12 @@ Consider all sites to be NSFW unless otherwise known.
     <td>Chapters, Manga</td>
     <td></td>
 </tr>
+<tr>
+    <td>Manganelo</td>
+    <td>https://manganelo.com/</td>
+    <td>Chapters, Manga</td>
+    <td></td>
+</tr>
 <tr>
     <td>MangaPark</td>
     <td>https://mangapark.net/</td>

gallery_dl/extractor/__init__.py

@@ -69,6 +69,7 @@
     "mangafox",
     "mangahere",
     "mangakakalot",
+    "manganelo",
     "mangapark",
     "mangoxo",
     "myhentaigallery",

gallery_dl/extractor/manganelo.py

@@ -0,0 +1,113 @@
+# -*- coding: utf-8 -*-
+
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extract manga-chapters and entire manga from https://manganelo.com/"""
+
+from .common import ChapterExtractor, MangaExtractor
+from .. import text
+import re
+
+
+class ManganeloBase():
+    """Base class for manganelo extractors"""
+    category = "manganelo"
+    root = "https://manganelo.com"
+
+    @staticmethod
+    def parse_page(page, data):
+        """Parse metadata on 'page' and add it to 'data'"""
+        text.extract_all(page, (
+            ("manga"  , '<h1>', '</h1>'),
+            ('author' , '</i>Author(s) :</td>', '</tr>'),
+        ), values=data)
+        data["author"] = text.remove_html(data["author"])
+        return data
+
+
+class ManganeloChapterExtractor(ManganeloBase, ChapterExtractor):
+    """Extractor for manga-chapters from manganelo.com"""
+    pattern = (r"(?:https?://)?(?:www\.)?manganelo\.com"
+               r"(/chapter/\w+/chapter_[^/?#]+)")
+    test = (
+        ("https://manganelo.com/chapter/gq921227/chapter_23", {
+            "pattern": r"https://s\d+\.\w+\.com/mangakakalot/r\d+/gq921227/"
+                       r"vol3_chapter_23_24_yen/\d+\.jpg",
+            "count": 25,
+        }),
+        ("https://manganelo.com/chapter/gamers/chapter_15", {
+            "count": 39,
+        }),
+    )
+
+    def __init__(self, match):
+        self.path = match.group(1)
+        ChapterExtractor.__init__(self, match, self.root + self.path)
+        self.session.headers['Referer'] = self.root
+
+    def metadata(self, page):
+        _     , pos = text.extract(page, '<span itemprop="name">', '<')
+        manga , pos = text.extract(page, '<span itemprop="name">', '<', pos)
+        info  , pos = text.extract(page, '<span itemprop="name">', '<', pos)
+        author, pos = text.extract(page, '- Author(s) : ', '"\n</p>', pos)
+
+        match = re.match(
+            r"(?:[Vv]ol\. *(\d+) )?"
+            r"[Cc]hapter *([^:]*)"
+            r"(?:: *(.+))?", info)
+        volume, chapter, title = match.groups() if match else ("", "", info)
+        chapter, sep, minor = chapter.partition(".")
+
+        return {
+            "manga"        : text.unescape(manga),
+            "title"        : text.unescape(title) if title else "",
+            "author"       : text.unescape(author) if author else "",
+            "volume"       : text.parse_int(volume),
+            "chapter"      : text.parse_int(chapter),
+            "chapter_minor": sep + minor,
+            "lang"         : "en",
+            "language"     : "English",
+        }
+
+    def images(self, page):
+        page = text.extract(
+            page, 'class="container-chapter-reader', '\n<div')[0]
+        return [
+            (url, None)
+            for url in text.extract_iter(page, '<img src="', '"')
+        ]
+
+
+class ManganeloMangaExtractor(ManganeloBase, MangaExtractor):
+    """Extractor for manga from manganelo.com"""
+    chapterclass = ManganeloChapterExtractor
+    pattern = (r"(?:https?://)?(?:www\.)?manganelo\.com"
+               r"(/(?:manga/|read_)\w+)")
+    test = (
+        ("https://manganelo.com/manga/gq921227", {
+            "url": "",
+        }),
+        ("https://manganelo.com/manga/read_otome_no_teikoku", {
+            "pattern": ManganeloChapterExtractor.pattern,
+            "count": ">= 40"
+        }),
+    )
+
+    def chapters(self, page):
+        results = []
+        data = self.parse_page(page, {"lang": "en", "language": "English"})
+
+        needle = '<li class="a-h">\n<a rel="nofollow" class="chapter-name text-nowrap" href="'
+        pos = page.index('<ul class="row-content-chapter">')
+        while True:
+            url, pos = text.extract(page, needle, '"', pos)
+            if not url:
+                return results
+            data["title"], pos = text.extract(page, '>', '</a>', pos)
+            data["date"] , pos = text.extract(page, '<span class="chapter-time text-nowrap" title="', '">', pos)
+            chapter, sep, minor = url.rpartition("/chapter_")[2].partition(".")
+            data["chapter"] = text.parse_int(chapter)
+            data["chapter_minor"] = sep + minor
+            results.append((url, data.copy()))

scripts/supportedsites.py

@@ -62,6 +62,7 @@
     "mangafox"       : "Manga Fox",
     "mangahere"      : "Manga Here",
     "mangakakalot"   : "MangaKakalot",
+    "manganelo"      : "Manganelo",
     "mangapark"      : "MangaPark",
     "mangastream"    : "Manga Stream",
     "mastodon.social": "mastodon.social",