From 51253e4a37bd79762b518f4ce3946e1b17ae2705 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Corentin=20S=C3=A9chet?= <csechet@entrouvert.com>
Date: Mon, 11 Apr 2022 15:28:57 +0200
Subject: [PATCH] sources: catch generic errors from playwright

---
 frontools/sources.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/frontools/sources.py b/frontools/sources.py
index 9034ba7..c83cc61 100644
--- a/frontools/sources.py
+++ b/frontools/sources.py
@@ -9,6 +9,7 @@ from aiohttp import ClientConnectionError, ClientSession
 from bs4 import BeautifulSoup
 from playwright.async_api import (
     BrowserContext,
+    Error,
     Page,
     Route,
     TimeoutError,
@@ -38,8 +39,12 @@ class Browser:
             except TimeoutError:
                 if retry == 3:
                     self._source._error_summary.add_error(
-                        f"Error while loading {url} : timeout, retried 3 times"
+                        f"Timeout while loading {url} : retried 3 times, skipping"
                     )
+            except Error as ex:
+                self._source._error_summary.add_error(
+                    f"Error while loading {url} : {ex}"
+                )
         yield page
         await page.close()