Aroy/Gallery-Archivist
1
0
Fork 0
Code Issues 5 Pull requests Projects Releases Packages 1 Wiki Activity Actions

Add: utils function to extract urls with LinkifyIt lib

Browse source
This commit is contained in:
Aroy-Art 2025-05-13 21:21:01 +02:00
parent 14acfbe73b
commit 9365b9613b
Signed by: Aroy
GPG key ID: 583642324A1D2070
1 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
backend/utils/strings.py Normal file
View file

@ -0,0 +1,14 @@
from linkify_it import LinkifyIt
from linkify_it.tlds import TLDS
def extract_urls(text: str, deepweb_tls: bool = False, fuzzy_ip: bool = False):
linkify = LinkifyIt()
linkify.tlds(TLDS)
if deepweb_tls:
linkify.tlds("i2p", True)
linkify.tlds("onion", True)
if fuzzy_ip:
linkify.set({"fuzzy_ip": True})
return linkify.match(text)