commit 33d25a2a1da04999f9590ff412ad4ec4e4c33423 · zenfyr.dev/xpost

+5 -10

cross/service.py

···

       34
        
               self.conn.close()

     

       35
        
       

     

       36
        
       class OutputService(Service):

     

       37
       -
           def __init__(self, url: str, db: Path) -> None:

     

       38
       -
               super().__init__(url, db)

     

       39
       -
       

     

       40
        
           def accept_post(self, post: Post):

     

       41
       -
               LOGGER.warning("NOT IMPLEMENTED, accept_post %s", post.id)

     

       42
        
       

     

       43
        
           def delete_post(self, post_id: str):

     

       44
       -
               LOGGER.warning("NOT IMPLEMENTED, delete_post %s", post_id)

     

       45
        
       

     

       46
        
           def accept_repost(self, repost_id: str, reposted_id: str):

     

       47
       -
               LOGGER.warning("NOT IMPLEMENTED, accept_repost %s", repost_id)

     

       48
        
       

     

       49
        
           def delete_repost(self, repost_id: str):

     

       50
       -
               LOGGER.warning("NOT IMPLEMENTED, delete_repost %s", repost_id)

     

       51
        
       

     

       52
        
       class InputService(Service):

     

       53
       -
           def __init__(self, url: str, db: Path) -> None:

     

       54
       -
               super().__init__(url, db)

     

       55
        
       

     

       56
       -
           async def listen(self, outputs: list[OutputService], submitter: Callable[[Callable[[], None]], None]):

     

       57
        
               pass

···

       34
        
               self.conn.close()

     

       35
        
       

     

       36
        
       class OutputService(Service):

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       37
        
           def accept_post(self, post: Post):

     

       38
       +
               LOGGER.warning("NOT IMPLEMENTED (%s), accept_post %s", self.url, post.id)

     

       39
        
       

     

       40
        
           def delete_post(self, post_id: str):

     

       41
       +
               LOGGER.warning("NOT IMPLEMENTED (%s), delete_post %s", self.url, post_id)

     

       42
        
       

     

       43
        
           def accept_repost(self, repost_id: str, reposted_id: str):

     

       44
       +
               LOGGER.warning("NOT IMPLEMENTED (%s), accept_repost %s of %s", self.url, repost_id, reposted_id)

     

       45
        
       

     

       46
        
           def delete_repost(self, repost_id: str):

     

       47
       +
               LOGGER.warning("NOT IMPLEMENTED (%s), delete_repost %s", self.url, repost_id)

     

       48
        
       

     

       49
        
       class InputService(Service):

     

       0
        
       
     

       0
        
       
     

       50
        
       

     

       51
       +
           async def listen(self, outputs: list[OutputService], submitter: Callable[[Callable[[], None]], None]):  # pyright: ignore[reportUnusedParameter]

     

       52
        
               pass

+79

mastodon/info.py

···

       1
       +
       from abc import ABC, abstractmethod

     

       2
       +
       from dataclasses import dataclass

     

       3
       +
       from typing import Any

     

       4
       +
       

     

       5
       +
       import requests

     

       6
       +
       

     

       7
       +
       from cross.service import Service

     

       8
       +
       from util.util import LOGGER

     

       9
       +
       

     

       10
       +
       

     

       11
       +
       @dataclass(kw_only=True)

     

       12
       +
       class InstanceInfo:

     

       13
       +
           max_characters: int = 500

     

       14
       +
           max_media_attachments: int = 4

     

       15
       +
           characters_reserved_per_url: int = 23

     

       16
       +
       

     

       17
       +
           image_size_limit: int = 16777216

     

       18
       +
           video_size_limit: int = 103809024

     

       19
       +
       

     

       20
       +
           @classmethod

     

       21
       +
           def from_api(cls, data: dict[str, Any]) -> "InstanceInfo":

     

       22
       +
               config: dict[str, Any] = {}

     

       23
       +
       

     

       24
       +
               if "statuses" in data:

     

       25
       +
                   statuses_config: dict[str, Any] = data.get("statuses", {})

     

       26
       +
                   if "max_characters" in statuses_config:

     

       27
       +
                       config["max_characters"] = statuses_config["max_characters"]

     

       28
       +
                   if "max_media_attachments" in statuses_config:

     

       29
       +
                       config["max_media_attachments"] = statuses_config[

     

       30
       +
                           "max_media_attachments"

     

       31
       +
                       ]

     

       32
       +
                   if "characters_reserved_per_url" in statuses_config:

     

       33
       +
                       config["characters_reserved_per_url"] = statuses_config[

     

       34
       +
                           "characters_reserved_per_url"

     

       35
       +
                       ]

     

       36
       +
       

     

       37
       +
               if "media_attachments" in data:

     

       38
       +
                   media_config: dict[str, Any] = data.get("media_attachments", {})

     

       39
       +
                   if "image_size_limit" in media_config:

     

       40
       +
                       config["image_size_limit"] = media_config["image_size_limit"]

     

       41
       +
                   if "video_size_limit" in media_config:

     

       42
       +
                       config["video_size_limit"] = media_config["video_size_limit"]

     

       43
       +
       

     

       44
       +
               # *oma extensions

     

       45
       +
               if "max_toot_chars" in data:

     

       46
       +
                   config["max_characters"] = data["max_toot_chars"]

     

       47
       +
               if "upload_limit" in data:

     

       48
       +
                   config["image_size_limit"] = data["upload_limit"]

     

       49
       +
                   config["video_size_limit"] = data["upload_limit"]

     

       50
       +
       

     

       51
       +
               return InstanceInfo(**config)

     

       52
       +
       

     

       53
       +
       

     

       54
       +
       class MastodonService(ABC, Service):

     

       55
       +
           def verify_credentials(self):

     

       56
       +
               token = self._get_token()

     

       57
       +
               responce = requests.get(

     

       58
       +
                   f"{self.url}/api/v1/accounts/verify_credentials",

     

       59
       +
                   headers={"Authorization": f"Bearer {token}"},

     

       60
       +
               )

     

       61
       +
               if responce.status_code != 200:

     

       62
       +
                   LOGGER.error("Failed to validate user credentials!")

     

       63
       +
                   responce.raise_for_status()

     

       64
       +
               return dict(responce.json())

     

       65
       +
       

     

       66
       +
           def fetch_instance_info(self):

     

       67
       +
               token = self._get_token()

     

       68
       +
               responce = requests.get(

     

       69
       +
                   f"{self.url}/api/v1/instance",

     

       70
       +
                   headers={"Authorization": f"Bearer {token}"},

     

       71
       +
               )

     

       72
       +
               if responce.status_code != 200:

     

       73
       +
                   LOGGER.error("Failed to get instance info!")

     

       74
       +
                   responce.raise_for_status()

     

       75
       +
               return dict(responce.json())

     

       76
       +
       

     

       77
       +
           @abstractmethod

     

       78
       +
           def _get_token(self) -> str:

     

       79
       +
               pass

+55 -10

mastodon/input.py

···

       0
        
       
     

       1
        
       import re

     

       2
        
       from dataclasses import dataclass, field

     

       3
        
       from pathlib import Path

     

       4
        
       from typing import Any, Callable, override

     

       0
        
       
     

       0
        
       
     

       5
        
       

     

       6
        
       from cross.service import InputService, OutputService

     

       0
        
       
     

       7
        
       from util.util import LOGGER

     

       8
        
       

     

       9
        
       ALLOWED_VISIBILITY: list[str] = ["public", "unlisted"]

     

       0
        
       
     

       10
        
       

     

       11
        
       @dataclass(kw_only=True)

     

       12
        
       class MastodonInputOptions:

     

       13
        
           token: str

     

       14
        
           instance: str

     

       15
       -
           allowed_visibility: list[str] = field(default_factory=lambda: ALLOWED_VISIBILITY.copy())

     

       0
        
       
     

       0
        
       
     

       16
        
           regex_filters: list[re.Pattern[str]] = field(default_factory=lambda: [])

     

       17
        
       

     

       18
        
           @classmethod

     

       19
       -
           def from_dict(cls, data: dict[str, Any]) -> 'MastodonInputOptions':

     

       20
       -
               data['instance'] = data['instance'][:-1] if data['instance'].endswith("/") else data['instance']

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       21
        
       

     

       22
       -
               if 'allowed_visibility' in data:

     

       23
       -
                   for vis in data.get('allowed_visibility', []):

     

       24
        
                       if vis not in ALLOWED_VISIBILITY:

     

       25
        
                           raise ValueError(f"Invalid visibility option {vis}!")

     

       26
        
       

     

       27
       -
               if 'regex_filters' in data:

     

       28
       -
                   data['regex_filters'] = [re.compile(r) for r in data['regex_filters']]

     

       29
        
       

     

       30
        
               return MastodonInputOptions(**data)

     

       31
        
       

     

       32
       -
       class MastodonInputService(InputService):

     

       0
        
       
     

       33
        
           def __init__(self, db: Path, options: MastodonInputOptions) -> None:

     

       34
        
               super().__init__(options.instance, db)

     

       0
        
       
     

       35
        
       

     

       36
        
               LOGGER.info("Verifying %s credentails...", self.url)

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       37
        
       

     

       38
        
           @override

     

       39
       -
           async def listen(self, outputs: list[OutputService], submitter: Callable[[Callable[[], None]], None]):

     

       40
       -
               return await super().listen(outputs, submitter) # TODO

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0

···

       1
       +
       import asyncio

     

       2
        
       import re

     

       3
        
       from dataclasses import dataclass, field

     

       4
        
       from pathlib import Path

     

       5
        
       from typing import Any, Callable, override

     

       6
       +
       

     

       7
       +
       import websockets

     

       8
        
       

     

       9
        
       from cross.service import InputService, OutputService

     

       10
       +
       from mastodon.info import MastodonService

     

       11
        
       from util.util import LOGGER

     

       12
        
       

     

       13
        
       ALLOWED_VISIBILITY: list[str] = ["public", "unlisted"]

     

       14
       +
       

     

       15
        
       

     

       16
        
       @dataclass(kw_only=True)

     

       17
        
       class MastodonInputOptions:

     

       18
        
           token: str

     

       19
        
           instance: str

     

       20
       +
           allowed_visibility: list[str] = field(

     

       21
       +
               default_factory=lambda: ALLOWED_VISIBILITY.copy()

     

       22
       +
           )

     

       23
        
           regex_filters: list[re.Pattern[str]] = field(default_factory=lambda: [])

     

       24
        
       

     

       25
        
           @classmethod

     

       26
       +
           def from_dict(cls, data: dict[str, Any]) -> "MastodonInputOptions":

     

       27
       +
               data["instance"] = (

     

       28
       +
                   data["instance"][:-1]

     

       29
       +
                   if data["instance"].endswith("/")

     

       30
       +
                   else data["instance"]

     

       31
       +
               )

     

       32
        
       

     

       33
       +
               if "allowed_visibility" in data:

     

       34
       +
                   for vis in data.get("allowed_visibility", []):

     

       35
        
                       if vis not in ALLOWED_VISIBILITY:

     

       36
        
                           raise ValueError(f"Invalid visibility option {vis}!")

     

       37
        
       

     

       38
       +
               if "regex_filters" in data:

     

       39
       +
                   data["regex_filters"] = [re.compile(r) for r in data["regex_filters"]]

     

       40
        
       

     

       41
        
               return MastodonInputOptions(**data)

     

       42
        
       

     

       43
       +
       

     

       44
       +
       class MastodonInputService(MastodonService, InputService):

     

       45
        
           def __init__(self, db: Path, options: MastodonInputOptions) -> None:

     

       46
        
               super().__init__(options.instance, db)

     

       47
       +
               self.options: MastodonInputOptions = options

     

       48
        
       

     

       49
        
               LOGGER.info("Verifying %s credentails...", self.url)

     

       50
       +
               responce = self.verify_credentials()

     

       51
       +
               self.user_id: str = responce["id"]

     

       52
       +
       

     

       53
       +
               LOGGER.info("Getting %s configuration...", self.url)

     

       54
       +
               responce = self.fetch_instance_info()

     

       55
       +
               self.streaming_url: str = responce["urls"]["streaming_api"]

     

       56
        
       

     

       57
        
           @override

     

       58
       +
           def _get_token(self) -> str:

     

       59
       +
               return self.options.token

     

       60
       +
       

     

       61
       +
           @override

     

       62
       +
           async def listen(

     

       63
       +
               self,

     

       64
       +
               outputs: list[OutputService],

     

       65
       +
               submitter: Callable[[Callable[[], None]], None],

     

       66
       +
           ):

     

       67
       +
               uri = f"{self.streaming_url}/api/v1/streaming?stream=user"

     

       68
       +
       

     

       69
       +
               async for ws in websockets.connect(

     

       70
       +
                   uri, additional_headers={"Authorization": f"Bearer {self.options.token}"}

     

       71
       +
               ):

     

       72
       +
                   try:

     

       73
       +
                       LOGGER.info("Listening to %s...", self.streaming_url)

     

       74
       +
       

     

       75
       +
                       async def listen_for_messages():

     

       76
       +
                           async for msg in ws:

     

       77
       +
                               LOGGER.info(msg)  # TODO

     

       78
       +
       

     

       79
       +
                       listen = asyncio.create_task(listen_for_messages())

     

       80
       +
       

     

       81
       +
                       _ = await asyncio.gather(listen)

     

       82
       +
                   except websockets.ConnectionClosedError as e:

     

       83
       +
                       LOGGER.error(e, stack_info=True, exc_info=True)

     

       84
       +
                       LOGGER.info("Reconnecting to %s...", self.streaming_url)

     

       85
       +
                       continue

+28 -6

mastodon/output.py

···

       1
        
       from dataclasses import dataclass

     

       2
        
       from pathlib import Path

     

       3
       -
       from typing import Any

     

       0
        
       
     

       4
        
       from cross.service import OutputService

     

       0
        
       
     

       0
        
       
     

       5
        
       

     

       6
        
       ALLOWED_POSTING_VISIBILITY: list[str] = ["public", "unlisted", "private"]

     

       7
        
       

     

       0
        
       
     

       8
        
       @dataclass(kw_only=True)

     

       9
        
       class MastodonOutputOptions:

     

       10
        
           token: str

     
···

       12
        
           visibility: str = "public"

     

       13
        
       

     

       14
        
           @classmethod

     

       15
       -
           def from_dict(cls, data: dict[str, Any]) -> 'MastodonOutputOptions':

     

       16
       -
               data['instance'] = data['instance'][:-1] if data['instance'].endswith("/") else data['instance']

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       17
        
       

     

       18
       -
               if 'visibility' in data:

     

       19
       -
                   if data['visibility'] not in ALLOWED_POSTING_VISIBILITY:

     

       20
        
                       raise ValueError(f"Invalid visibility option {data['visibility']}!")

     

       21
        
       

     

       22
        
               return MastodonOutputOptions(**data)

     

       23
        
       

     

       0
        
       
     

       24
        
       # TODO

     

       25
       -
       class MastodonOutputService(OutputService):

     

       26
        
           def __init__(self, db: Path, options: MastodonOutputOptions) -> None:

     

       27
        
               super().__init__(options.instance, db)

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0

···

       1
        
       from dataclasses import dataclass

     

       2
        
       from pathlib import Path

     

       3
       +
       from typing import Any, override

     

       4
       +
       

     

       5
        
       from cross.service import OutputService

     

       6
       +
       from mastodon.info import InstanceInfo, MastodonService

     

       7
       +
       from util.util import LOGGER

     

       8
        
       

     

       9
        
       ALLOWED_POSTING_VISIBILITY: list[str] = ["public", "unlisted", "private"]

     

       10
        
       

     

       11
       +
       

     

       12
        
       @dataclass(kw_only=True)

     

       13
        
       class MastodonOutputOptions:

     

       14
        
           token: str

     
···

       16
        
           visibility: str = "public"

     

       17
        
       

     

       18
        
           @classmethod

     

       19
       +
           def from_dict(cls, data: dict[str, Any]) -> "MastodonOutputOptions":

     

       20
       +
               data["instance"] = (

     

       21
       +
                   data["instance"][:-1]

     

       22
       +
                   if data["instance"].endswith("/")

     

       23
       +
                   else data["instance"]

     

       24
       +
               )

     

       25
        
       

     

       26
       +
               if "visibility" in data:

     

       27
       +
                   if data["visibility"] not in ALLOWED_POSTING_VISIBILITY:

     

       28
        
                       raise ValueError(f"Invalid visibility option {data['visibility']}!")

     

       29
        
       

     

       30
        
               return MastodonOutputOptions(**data)

     

       31
        
       

     

       32
       +
       

     

       33
        
       # TODO

     

       34
       +
       class MastodonOutputService(MastodonService, OutputService):

     

       35
        
           def __init__(self, db: Path, options: MastodonOutputOptions) -> None:

     

       36
        
               super().__init__(options.instance, db)

     

       37
       +
               self.options: MastodonOutputOptions = options

     

       38
       +
       

     

       39
       +
               LOGGER.info("Verifying %s credentails...", self.url)

     

       40
       +
               responce = self.verify_credentials()

     

       41
       +
               self.user_id: str = responce["id"]

     

       42
       +
       

     

       43
       +
               LOGGER.info("Getting %s configuration...", self.url)

     

       44
       +
               responce = self.fetch_instance_info()

     

       45
       +
               self.instance_info = InstanceInfo.from_api(responce)

     

       46
       +
       

     

       47
       +
           @override

     

       48
       +
           def _get_token(self) -> str:

     

       49
       +
               return self.options.token