KayFaraday
/
pleroma-ebooks
1
0
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

fix fetching from masto instances

This commit is contained in:
io 2021-09-21 13:58:20 +00:00
parent da961a0e35
commit 2bea936cf2
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
fetch_posts.py
View File

@ -9,6 +9,7 @@ import pendulum
import operator import operator
import aiosqlite import aiosqlite
import contextlib import contextlib
from yarl import URL
from pleroma import Pleroma from pleroma import Pleroma
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from functools import partial from functools import partial
@ -81,8 +82,16 @@ class PostFetcher:
await self._fedi.verify_credentials() await self._fedi.verify_credentials()
self._completed_accounts = {} self._completed_accounts = {}
async with anyio.create_task_group() as tg: async with anyio.create_task_group() as tg:
for acc in map(operator.itemgetter('fqn'), await self._fedi.following()): for fqn in map(self.fqn, await self._fedi.following()):
tg.start_soon(self._do_account, acc) tg.start_soon(self._do_account, fqn)
def fqn(self, acc: dict):
try:
return acc['fqn']
except KeyError:
fqn = acc['acct']
if '@' in fqn: return fqn
return fqn + '@' + URL(self.config['site']).host
async def _do_account(self, acc: AccountHandle): async def _do_account(self, acc: AccountHandle):
async with anyio.create_task_group() as tg: async with anyio.create_task_group() as tg: