feat: add Misskey support

docs/includes/site.md

@@ -16,3 +16,4 @@
 |    DeviantArt     | <https://www.deviantart.com/>  |          |        ✔         |
 |      Lofter       |   <https://www.lofter.com/>    |          |        ✔         |
 |   Kemono.party    |    <https://kemono.party/>     |          |        ✔         |
+|      Misskey      |         Various Sites          |          |        ✔         |

docs/includes/site.zh.md

@@ -16,3 +16,4 @@
 |  DeviantArt  | <https://www.deviantart.com/>  |      |    ✔     |
 |    Lofter    |   <https://www.lofter.com/>    |      |    ✔     |
 | Kemono.party |    <https://kemono.party/>     |      |    ✔     |
+|   Misskey    |            许多实例            |      |    ✔     |

docs/site/misskey.md

@@ -0,0 +1,57 @@
+# Misskey Notes
+
+From any Misskey instance.
+
+## Customizing Storage Path & File Name
+
+For more information, refer to [Customizing Storage Path & File Name](./index.md/#customizing-storage-path--file-name).
+
+### MISSKEY_FILE_PATH
+
+:material-lightbulb-on: Optional, defaults to `Misskey`
+
+Storage path for downloaded images.
+
+### MISSKEY_FILE_NAME
+
+:material-lightbulb-on: Optional, defaults to `{filename} - {user[name]}({user[username]})`
+
+File name for downloaded images.
+
+### Available Variables
+
+_Only common used ones are listed._
+
+```json
+{
+  "id": "<note id>",
+  "createdAt": "2023-10-05T23:10:13.016Z",
+  "userId": "<user id>",
+  "user": {
+    "id": "<user id>",
+    "name": "<user display name>",
+    "username": "<username>",
+    "host": "<instance URL>"
+  },
+  "text": "<note texts>",
+  "fileIds": ["<file id>"],
+  "files": [
+    {
+      "id": "<file id>",
+      "createdAt": "2023-10-05T23:10:16.445Z",
+      "name": "<file name>",
+      "type": "image/webp",
+      "md5": "<file md5>",
+      "size": 800000,
+      "isSensitive": false,
+      "properties": {
+        "width": 2048,
+        "height": 1969
+      },
+      "url": "<file URL>",
+      "thumbnailUrl": "<thumbnail URL>"
+    }
+  ],
+  "uri": "<URL from the original instance of this note>" // Only available when the note is from a remote instance.
+}
+```

docs/site/misskey_zh.md

@@ -0,0 +1,57 @@
+# Misskey Notes
+
+从任何 Misskey 实例获取。
+
+## 自定义存储路径和文件名
+
+更多信息请查阅 [自定义存储路径和文件名](./index.zh.md/#customizing-storage-path--file-name)。
+
+### Misskey_FILE_PATH
+
+:material-lightbulb-on: 可选，默认为 `Misskey`
+
+存储路径。
+
+### Misskey_FILE_NAME
+
+:material-lightbulb-on: 可选，默认为 `{filename} - {user[name]}({user[username]})`
+
+文件名称。
+
+### 可用变量
+
+_此处只列出常用项。_
+
+```json
+{
+  "id": "<note id>",
+  "createdAt": "2023-10-05T23:10:13.016Z",
+  "userId": "<用户 id>",
+  "user": {
+    "id": "<用户 id>",
+    "name": "<用户展示名称>",
+    "username": "<用户名>",
+    "host": "<用户所在实例 URL>"
+  },
+  "text": "<note 文字>",
+  "fileIds": ["<文件 id>"],
+  "files": [
+    {
+      "id": "<文件 id>",
+      "createdAt": "2023-10-05T23:10:16.445Z",
+      "name": "<文件名>",
+      "type": "image/webp",
+      "md5": "<文件 md5>",
+      "size": 800000,
+      "isSensitive": false,
+      "properties": {
+        "width": 2048,
+        "height": 1969
+      },
+      "url": "<文件 URL>",
+      "thumbnailUrl": "<缩略图 URL>"
+    }
+  ],
+  "uri": "<该 note 在源实例的 URL>" // Only available when the note is from a remote instance.
+}
+```

nazurin/sites/misskey/__init__.py

@@ -0,0 +1,6 @@
+"""Misskey site plugin"""
+from .api import Misskey
+from .config import PRIORITY
+from .interface import handle, patterns
+
+__all__ = ["Misskey", "PRIORITY", "patterns", "handle"]

nazurin/sites/misskey/api.py

@@ -0,0 +1,141 @@
+import os
+import shlex
+import subprocess
+from datetime import datetime
+from pathlib import Path
+from typing import List, Tuple
+
+from nazurin.models import Caption, Illust, Image, Ugoira
+from nazurin.models.file import File
+from nazurin.utils import Request, logger
+from nazurin.utils.decorators import async_wrap, network_retry
+from nazurin.utils.exceptions import NazurinError
+
+from .config import DESTINATION, FILENAME
+
+
+class Misskey:
+    @network_retry
+    async def get_note(self, site_url: str, note_id: str) -> dict:
+        """Fetch a note from centain site's API."""
+        api = f"https://{site_url}/api/notes/show"
+        json = {"noteId": note_id}
+
+        async with Request() as request:
+            async with request.post(url=api, json=json) as response:
+                if response.status == 400:
+                    raise NazurinError("Note not found")
+                response.raise_for_status()
+
+                data = await response.json()
+                if "error" in data:
+                    logger.error(data)
+                    raise NazurinError(data["error"])
+
+                return data
+
+    def build_caption(self, note: dict, site_url: str) -> Caption:
+        url = f"https://{site_url}/notes/{note['id']}"
+        return Caption(
+            {
+                "url": url,
+                "ori_url": note.get("uri", url),
+                "author": f"{note['user']['username']} #{note['user']['name']}",
+                "text": note["text"],
+            }
+        )
+
+    async def get_video(self, file: dict, destination: str, filename: str) -> File:
+        if file["type"] == "video/mp4" or file["type"] == "image/gif":
+            video = File(filename, file["url"], destination)
+        else:
+
+            @async_wrap
+            def convert(config: File, output: File):
+                config_path = Path(config.path).as_posix()
+                # Copy video and audio streams
+                args = [
+                    "ffmpeg",
+                    "-i",
+                    config_path,
+                    "-vcodec",
+                    "copy",
+                    "-acodec",
+                    "copy",
+                    "-y",
+                    output.path,
+                ]
+                cmd = shlex.join(args)
+                logger.info("Calling FFmpeg with command: {}", cmd)
+                try:
+                    output = subprocess.check_output(
+                        args, stderr=subprocess.STDOUT, shell=False
+                    )
+                except subprocess.CalledProcessError as error:
+                    logger.error(
+                        "FFmpeg failed with code {}, output:\n {}",
+                        error.returncode,
+                        error.output.decode(),
+                    )
+                    raise NazurinError("Failed to convert ugoira to mp4.") from None
+
+            ori_video = File(filename, file["url"])
+            async with Request() as session:
+                await ori_video.download(session)
+            filename, _ = os.path.splitext(filename)
+            video = File(filename + ".mp4", "", destination)
+            await convert(ori_video, video)
+        return video
+
+    async def parse_note(self, note: dict, site_url: str) -> Illust:
+        """Build caption and get images."""
+        # Build note caption
+        caption = self.build_caption(note, site_url)
+
+        images: List[Image] = []
+        files: List[File] = []
+        file_dict = note["files"]
+        for file in file_dict:
+            destination, filename = self.get_storage_dest(note, file["name"])
+            if file["type"].startswith("image") and not file["type"].endswith("gif"):
+                images.append(
+                    Image(
+                        filename,
+                        file["url"],
+                        destination,
+                        file["thumbnailUrl"],
+                        file["size"],
+                        file["properties"]["width"],
+                        file["properties"]["height"],
+                    )
+                )
+            elif file["type"].startswith("video") or file["type"].endswith("gif"):
+                return Ugoira(
+                    await self.get_video(file, destination, filename), caption, note
+                )
+
+        return Illust(images, caption, note, files)
+
+    async def fetch(self, site_url: str, post_id: str) -> Illust:
+        note = await self.get_note(site_url, post_id)
+        return await self.parse_note(note, site_url)
+
+    @staticmethod
+    def get_storage_dest(note: dict, filename: str) -> Tuple[str, str]:
+        """
+        Format destination and filename.
+        """
+        # remove 'Z' to fit datetime.fromisoformat's needs
+        created_at = datetime.fromisoformat(note["createdAt"][:-1])
+        filename, extension = os.path.splitext(filename)
+        context = {
+            **note,
+            # Human-friendly filename, without extension
+            "filename": filename,
+            "created_at": created_at,
+            "extension": extension,
+        }
+        return (
+            DESTINATION.format_map(context),
+            FILENAME.format_map(context) + extension,
+        )

nazurin/sites/misskey/config.py

@@ -0,0 +1,11 @@
+from nazurin.config import env
+
+PRIORITY = 30
+COLLECTION = "misskey"
+
+with env.prefixed("MISSKEY_"):
+    with env.prefixed("FILE_"):
+        DESTINATION: str = env.str("PATH", default="Misskey")
+        FILENAME: str = env.str(
+            "NAME", default="{filename} - {user[name]}({user[username]})"
+        )

nazurin/sites/misskey/interface.py

@@ -0,0 +1,24 @@
+from time import time
+
+from nazurin.database import Database
+from nazurin.models import Illust
+
+from .api import Misskey
+from .config import COLLECTION
+
+patterns = [
+    # https://site.example/notes/9khcu788zb
+    r"://(.*?)/notes/(.*)",
+]
+
+
+async def handle(match) -> Illust:
+    site_url = match.group(1)
+    post_id = match.group(2)
+    db = Database().driver()
+    collection = db.collection(COLLECTION)
+
+    illust = await Misskey().fetch(site_url, post_id)
+    illust.metadata["collected_at"] = time()
+    await collection.insert(str(post_id), illust.metadata)
+    return illust