diff --git a/backend/utils/strings.py b/backend/utils/strings.py new file mode 100644 index 0000000..23d9738 --- /dev/null +++ b/backend/utils/strings.py @@ -0,0 +1,14 @@ +from linkify_it import LinkifyIt +from linkify_it.tlds import TLDS + + +def extract_urls(text: str, deepweb_tls: bool = False, fuzzy_ip: bool = False): + linkify = LinkifyIt() + linkify.tlds(TLDS) + if deepweb_tls: + linkify.tlds("i2p", True) + linkify.tlds("onion", True) + if fuzzy_ip: + linkify.set({"fuzzy_ip": True}) + + return linkify.match(text)