Alek Ratzloff
f12bc13e13
Linkbot will now block addresses that attempt to use localhost, *.local, *.home, *.localdomain, hosts that don't have a dot in them, and IP addresses. This is to avoid exposing the bot to local addresses on the host computer. Signed-off-by: Alek Ratzloff <alekratz@gmail.com>
53 lines
1.3 KiB
Elixir
53 lines
1.3 KiB
Elixir
defmodule Omnibot.Contrib.Linkbot do
|
|
use Omnibot.Module
|
|
require Logger
|
|
|
|
@default_config timeout: 30_000
|
|
|
|
@hostname_blacklist ~r/(^localhost$|\.local$|\.localdomain$|\.home$|^[^.]+$|^[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+$)/i
|
|
|
|
def blacklisted?(url) do
|
|
host = URI.parse(url).host
|
|
Regex.match?(@hostname_blacklist, host)
|
|
end
|
|
|
|
defmodule Client do
|
|
use Tesla
|
|
alias Omnibot.Contrib.Linkbot
|
|
|
|
plug Tesla.Middleware.Headers, [{"user-agent", "Tesla/Omnibot"}]
|
|
plug Tesla.Middleware.FollowRedirects, max_redirects: 10
|
|
plug Tesla.Middleware.Compression, format: "gzip"
|
|
|
|
@title_regex ~r"<title>(?<title>.+)</title>"i
|
|
|
|
def get_title(url) do
|
|
if should_get?(url) do
|
|
resp = get!(url)
|
|
%{"title" => title} = Regex.named_captures(@title_regex, resp.body)
|
|
title
|
|
end
|
|
end
|
|
|
|
defp should_get?(url) do
|
|
if Linkbot.blacklisted?(url) do
|
|
false
|
|
else
|
|
resp = head!(url)
|
|
Tesla.get_header(resp, "content-type")
|
|
|> String.downcase()
|
|
|> String.contains?(["html", "text"])
|
|
end
|
|
end
|
|
end
|
|
|
|
@url_regex ~r"\bhttps?://[^\s]+"
|
|
|
|
@impl true
|
|
def on_channel_msg(irc, channel, _nick, line) do
|
|
Regex.scan(@url_regex, line)
|
|
|> Enum.map(fn url -> Client.get_title(url) end)
|
|
|> Enum.each(fn title -> Irc.send_to(irc, channel, title) end)
|
|
end
|
|
end
|