entrouvert
/
misc-csechet
17
0
Fork 0
Code Issues Pull Requests Releases Activity

sources: remove unused function

This commit is contained in:
Corentin Sechet 2022-04-12 11:40:34 +02:00
parent 832c903e81
commit 9de6689954
1 changed files with 1 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
frontools/sources.py
View File

@ -6,10 +6,9 @@ from logging import getLogger
from pathlib import Path
from re import Pattern
from re import compile as re_compile
from typing import AsyncGenerator, AsyncIterable, Optional, cast
from typing import AsyncGenerator, Optional, cast
from aiohttp import ClientConnectionError, ClientPayloadError, ClientSession
from bs4 import BeautifulSoup
from playwright.async_api import BrowserContext, Error, Page, Route
from playwright.async_api import TimeoutError as PlaywrightTimeoutError
from playwright.async_api import ViewportSize, async_playwright
@ -157,15 +156,3 @@ class OverrideSource(Source):
return mapped_file.read()
return await self._next_source.get_url(url)
async def get_page_stylesheets(source: Source, url: str) -> AsyncIterable[str]:
"""Return styleheets urls for a given page."""
page_content = await source.get_url(url)
page_html = BeautifulSoup(page_content, features="html5lib")
links = page_html.find_all("link")
for link in links:
if "stylesheet" not in link.get("rel", []):
continue
yield link["href"]