forks/microblog.pub
1
0
Fork 1
mirror of https://git.sr.ht/~tsileo/microblog.pub synced 2024-11-15 03:04:28 +00:00
Code Issues Projects Releases Packages Wiki Activity

Tweak the Celery tasks retry

Browse source
This commit is contained in:
Thomas Sileo 2018-07-13 00:44:33 +02:00
parent ff55b9e9dc
commit 4a882fb7ba
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
tasks.py
View file

@ -6,6 +6,8 @@ import random
import requests import requests
from celery import Celery from celery import Celery
from little_boxes import activitypub as ap from little_boxes import activitypub as ap
from little_boxes.errors import ActivityGoneError
from little_boxes.errors import ActivityNotFoundError
from little_boxes.httpsig import HTTPSigAuth from little_boxes.httpsig import HTTPSigAuth
from little_boxes.linked_data_sig import generate_signature from little_boxes.linked_data_sig import generate_signature
from requests.exceptions import HTTPError from requests.exceptions import HTTPError
@ -49,6 +51,8 @@ def process_new_activity(self, iri: str) -> None:
) )
log.info(f"new activity {iri} processed") log.info(f"new activity {iri} processed")
except (ActivityGoneError, ActivityNotFoundError):
log.exception("failed to process activity {iri}")
except Exception as err: except Exception as err:
log.exception(f"failed to process new activity {iri}") log.exception(f"failed to process new activity {iri}")
self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries)) self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries))
@ -79,6 +83,8 @@ def cache_attachments(self, iri: str) -> None:
log.info(f"attachments cached for {iri}") log.info(f"attachments cached for {iri}")
except (ActivityGoneError, ActivityNotFoundError):
log.exception("failed to process activity {iri}")
except Exception as err: except Exception as err:
log.exception(f"failed to process new activity {iri}") log.exception(f"failed to process new activity {iri}")
self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries)) self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries))