From 9365b9613ba4f514a6957d0bd0ce8b9df7ec235f Mon Sep 17 00:00:00 2001 From: Aroy-Art Date: Tue, 13 May 2025 21:21:01 +0200 Subject: [PATCH] Add: utils function to extract urls with LinkifyIt lib --- backend/utils/strings.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 backend/utils/strings.py diff --git a/backend/utils/strings.py b/backend/utils/strings.py new file mode 100644 index 0000000..23d9738 --- /dev/null +++ b/backend/utils/strings.py @@ -0,0 +1,14 @@ +from linkify_it import LinkifyIt +from linkify_it.tlds import TLDS + + +def extract_urls(text: str, deepweb_tls: bool = False, fuzzy_ip: bool = False): + linkify = LinkifyIt() + linkify.tlds(TLDS) + if deepweb_tls: + linkify.tlds("i2p", True) + linkify.tlds("onion", True) + if fuzzy_ip: + linkify.set({"fuzzy_ip": True}) + + return linkify.match(text)