⚰️(summary) cleaned tasks failure handling

Code in task failure was assuming that the failure
signal would be called on retry which is not the case.

CHANGELOG.md

@@ -8,9 +8,15 @@ and this project adheres to
 
 ## [Unreleased]
 
+### Added
+
+- ✨(summary) report exception type in failure analytics
+
 ## Fixed
 
 - 🐛(transcription) fix silent bug in speaker assignment
+- 🐛(summary) extend tasks auto retry logic
+- 🐛(summary) properly detect when failure webhook should be sent
 
 ### Changed
 

src/summary/summary/core/analytics.py

@@ -202,13 +202,16 @@ class MetadataManager:
             },
         )
 
-    def capture(self, task_id, event_name):
+    def capture(self, task_id, event_name, extra_properties=None):
         """Capture analytics event with task metadata and clean up."""
         if self._is_disabled or not self.has_task_id(task_id):
             return
 
         metadata = self._get_metadata(task_id)
 
+        if extra_properties:
+            metadata = {**metadata, **extra_properties}
+
         if "start_time" in metadata:
             metadata["execution_time"] = round(time.time() - metadata["start_time"], 2)
             del metadata["start_time"]

src/summary/summary/core/celery_worker.py

@@ -431,7 +431,7 @@ def _should_auto_create_summary(payload: TranscribeTaskJob) -> bool:
 @celery.task(
     max_retries=3,
     queue=settings.call_webhook_queue_v2,
-    autoretry_for=[exceptions.HTTPError],
+    autoretry_for=[exceptions.RequestException],
 )
 def call_webhook_v2_task(
     payload: dict,
@@ -445,7 +445,9 @@ def call_webhook_v2_task(
 
 @celery.task(
     bind=True,
-    autoretry_for=[exceptions.HTTPError],
+    autoretry_for=[
+        exceptions.RequestException,
+    ],
     max_retries=settings.celery_max_retries,
     queue=settings.transcribe_queue_v2,
 )
@@ -575,12 +577,6 @@ def task_retry_handler_transcript(request=None, reason=None, einfo=None, **kwarg
     metadata_manager.retry(request.id)
 
 
-@signals.task_failure.connect(sender=process_audio_transcribe_v2_task)
-def task_failure_handler_transcript(task_id, exception=None, **kwargs):
-    """Signal handler called when task execution fails permanently."""
-    metadata_manager.capture(task_id, settings.posthog_transcript_failure)
-
-
 @signals.task_failure.connect(sender=process_audio_transcribe_v2_task)
 def handle_transcribe_v2_failed(
     sender,
@@ -594,30 +590,26 @@ def handle_transcribe_v2_failed(
 ):
     """Handle the failure of transcribe_v2_task.
 
-    This function is triggered when the transcribe_v2_task fails.
-    It sends a webhook failure payload to notify the client of the failure.
+    Tracks the failure event in analytics and sends a failure webhook to the client.
     """
-    n_retries_left = sender.max_retries - sender.request.retries - 1
-    if n_retries_left > 0:
-        logger.info(
-            "Transcribe task %s failed, %s retries left.",
-            task_id,
-            n_retries_left,
-        )
-    else:
-        logger.warn(
-            "Transcribe task %s failed, no more retries left, sending failure webhook.",
-            task_id,
-        )
-        call_webhook_v2_task.apply_async(
-            args=[
-                TranscribeWebhookFailurePayload(
-                    job_id=task_id,
-                    error_code="unknown_error",
-                ).model_dump(),
-                args[0]["tenant_id"],
-            ]
-        )
+    logger.error(
+        "Transcribe task %s failed, no more retries left, sending failure webhook.",
+        task_id,
+    )
+    metadata_manager.capture(
+        task_id,
+        settings.posthog_transcript_failure,
+        {"exception_type": type(exception).__name__},
+    )
+    call_webhook_v2_task.apply_async(
+        args=[
+            TranscribeWebhookFailurePayload(
+                job_id=task_id,
+                error_code="unknown_error",
+            ).model_dump(),
+            args[0]["tenant_id"],
+        ]
+    )
 
 
 @celery.task(
@@ -681,12 +673,6 @@ def task_retry_handler_summary(request=None, reason=None, einfo=None, **kwargs):
     metadata_manager.retry(request.id)
 
 
-@signals.task_failure.connect(sender=summarize_v2_task)
-def task_failure_handler_summary(task_id, exception=None, **kwargs):
-    """Signal handler called when task execution fails permanently."""
-    metadata_manager.capture(task_id, settings.posthog_summary_failure)
-
-
 @signals.task_failure.connect(sender=summarize_v2_task)
 def handle_summarize_v2_failed(
     sender,
@@ -700,27 +686,23 @@ def handle_summarize_v2_failed(
 ):
     """Handle the failure of summarize_v2_task.
 
-    This function is triggered when the summarize_v2_task fails.
-    It sends a webhook failure payload to notify the client of the failure.
+    Tracks the failure event in analytics and sends a failure webhook to the client.
     """
-    n_retries_left = sender.max_retries - sender.request.retries - 1
-    if n_retries_left > 0:
-        logger.info(
-            "Summary task %s failed, %s retries left.",
-            task_id,
-            n_retries_left,
-        )
-    else:
-        logger.warn(
-            "Summary task %s failed, no more retries left, sending failure webhook.",
-            task_id,
-        )
-        call_webhook_v2_task.apply_async(
-            args=[
-                SummarizeWebhookFailurePayload(
-                    job_id=task_id,
-                    error_code="unknown_error",
-                ).model_dump(),
-                args[0]["tenant_id"],
-            ]
-        )
+    logger.warn(
+        "Summary task %s failed, no more retries left, sending failure webhook.",
+        task_id,
+    )
+    metadata_manager.capture(
+        task_id,
+        settings.posthog_summary_failure,
+        {"exception_type": type(exception).__name__},
+    )
+    call_webhook_v2_task.apply_async(
+        args=[
+            SummarizeWebhookFailurePayload(
+                job_id=task_id,
+                error_code="unknown_error",
+            ).model_dump(),
+            args[0]["tenant_id"],
+        ]
+    )