From 4a882fb7bad498162b2a0e0a154d5b4adebe8932 Mon Sep 17 00:00:00 2001 From: Thomas Sileo Date: Fri, 13 Jul 2018 00:44:33 +0200 Subject: [PATCH] Tweak the Celery tasks retry --- tasks.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tasks.py b/tasks.py index 7f3a3a8..9206702 100644 --- a/tasks.py +++ b/tasks.py @@ -6,6 +6,8 @@ import random import requests from celery import Celery from little_boxes import activitypub as ap +from little_boxes.errors import ActivityGoneError +from little_boxes.errors import ActivityNotFoundError from little_boxes.httpsig import HTTPSigAuth from little_boxes.linked_data_sig import generate_signature from requests.exceptions import HTTPError @@ -49,6 +51,8 @@ def process_new_activity(self, iri: str) -> None: ) log.info(f"new activity {iri} processed") + except (ActivityGoneError, ActivityNotFoundError): + log.exception("failed to process activity {iri}") except Exception as err: log.exception(f"failed to process new activity {iri}") self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries)) @@ -79,6 +83,8 @@ def cache_attachments(self, iri: str) -> None: log.info(f"attachments cached for {iri}") + except (ActivityGoneError, ActivityNotFoundError): + log.exception("failed to process activity {iri}") except Exception as err: log.exception(f"failed to process new activity {iri}") self.retry(exc=err, countdown=int(random.uniform(2, 4) ** self.request.retries))