lluni/reddit-mastodon-crossposter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Make number of batches configurable in cleanup script

Browse source
This commit is contained in:
lluni 2023-08-07 13:03:00 +02:00
parent 404f9f0928
commit d369d30b32
Signed by: lluni
GPG key ID: ACEEB468BC325D35
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
cleanup.py
View file

@ -6,7 +6,7 @@ from dotenv import load_dotenv
from mastodon import Mastodon, MastodonRatelimitError
from os import getenv
def cleanup(offset: int = 200, limit: int = 40, id: int | None = None):
def cleanup(offset: int = 200, num_batches: int = 10, limit: int = 40, start_id: int | None = None):
"""Delete old posts without any interactions.
Args:
@ -34,7 +34,7 @@ def cleanup(offset: int = 200, limit: int = 40, id: int | None = None):
else:
return mastodon.account_statuses(getenv("MASTODON_USER_ID"), exclude_replies=True, max_id=max_id, limit=limit)
if id is None:
if start_id is None:
last_posts = []
id_oldest_of_last_posts = -1
iterations = offset // 40
@ -55,8 +55,8 @@ def cleanup(offset: int = 200, limit: int = 40, id: int | None = None):
id_oldest_of_last_posts = last_posts[-1]["id"]
print(f"Currently at offset {iterations * 40 + remainder}, last ignored post: {last_posts[-1]['url']}")
else:
id_oldest_of_last_posts = id
last_posts = mastodon.account_statuses(getenv("MASTODON_USER_ID"), exclude_replies=True, max_id=id, limit=limit)
id_oldest_of_last_posts = start_id
last_posts = mastodon.account_statuses(getenv("MASTODON_USER_ID"), exclude_replies=True, max_id=start_id, limit=limit)
# return if there are no posts to check
if len(last_posts) == 0:
print("There are no older posts than the given id.")
@ -64,12 +64,12 @@ def cleanup(offset: int = 200, limit: int = 40, id: int | None = None):
# ----- delete old inactive posts ----- #
# default: check 100 batches of 40 posts
# default: check 10 batches of 40 posts
# this usually tries until the rate limit is triggered or there are no more posts
# if hitting the rate limit is undesired, reduce the number of iterations
for i in range(100):
for i in range(num_batches):
# skip getting new batch in the first iteration if the id was set manually
if i != 0 or id is None:
if i != 0 or start_id is None:
# find id of the currently oldest post
last_post = last_posts[-1]
if last_post["favourites_count"] != 0 or last_post["reblogs_count"] != 0 or last_post["replies_count"] != 0:
@ -95,4 +95,4 @@ def cleanup(offset: int = 200, limit: int = 40, id: int | None = None):
print("Ignoring post:", submission["url"])
if __name__ == "__main__":
cleanup(offset=200, limit=40, id=None)
cleanup(offset=200, num_batches=10, limit=40, start_id=None)