2019-01-28 07:04:54 +01:00
|
|
|
# Pleroma: A lightweight social networking server
|
2020-03-03 23:44:49 +01:00
|
|
|
# Copyright _ 2017-2020 Pleroma Authors <https://pleroma.social/>
|
2019-01-28 07:04:54 +01:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
defmodule Pleroma.Web.RichMedia.Helpers do
|
2019-02-09 16:16:26 +01:00
|
|
|
alias Pleroma.Activity
|
2019-06-25 21:25:37 +02:00
|
|
|
alias Pleroma.Config
|
2019-02-09 16:16:26 +01:00
|
|
|
alias Pleroma.HTML
|
2019-03-05 03:52:23 +01:00
|
|
|
alias Pleroma.Object
|
2019-01-28 07:04:54 +01:00
|
|
|
alias Pleroma.Web.RichMedia.Parser
|
|
|
|
|
2020-06-09 19:49:24 +02:00
|
|
|
@spec validate_page_url(URI.t() | binary()) :: :ok | :error
|
2019-03-04 19:38:23 +01:00
|
|
|
defp validate_page_url(page_url) when is_binary(page_url) do
|
2020-07-22 00:18:17 +02:00
|
|
|
validate_tld = Pleroma.Config.get([Pleroma.Formatter, :validate_tld])
|
2019-06-26 05:24:12 +02:00
|
|
|
|
2019-06-25 21:25:37 +02:00
|
|
|
page_url
|
2020-07-22 00:18:17 +02:00
|
|
|
|> Linkify.Parser.url?(validate_tld: validate_tld)
|
2019-06-25 21:25:37 +02:00
|
|
|
|> parse_uri(page_url)
|
|
|
|
end
|
2019-06-18 15:08:18 +02:00
|
|
|
|
2020-06-09 19:49:24 +02:00
|
|
|
defp validate_page_url(%URI{host: host, scheme: "https", authority: authority})
|
|
|
|
when is_binary(authority) do
|
2019-06-25 14:52:53 +02:00
|
|
|
cond do
|
2019-06-25 21:25:37 +02:00
|
|
|
host in Config.get([:rich_media, :ignore_hosts], []) ->
|
2019-06-25 14:52:53 +02:00
|
|
|
:error
|
|
|
|
|
2019-06-25 21:25:37 +02:00
|
|
|
get_tld(host) in Config.get([:rich_media, :ignore_tld], []) ->
|
|
|
|
:error
|
2019-06-25 14:52:53 +02:00
|
|
|
|
|
|
|
true ->
|
2019-06-25 21:25:37 +02:00
|
|
|
:ok
|
2019-03-04 19:38:23 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp validate_page_url(_), do: :error
|
2019-02-24 20:13:46 +01:00
|
|
|
|
2019-06-25 21:25:37 +02:00
|
|
|
defp parse_uri(true, url) do
|
|
|
|
url
|
|
|
|
|> URI.parse()
|
|
|
|
|> validate_page_url
|
|
|
|
end
|
|
|
|
|
|
|
|
defp parse_uri(_, _), do: :error
|
|
|
|
|
|
|
|
defp get_tld(host) do
|
|
|
|
host
|
|
|
|
|> String.split(".")
|
|
|
|
|> Enum.reverse()
|
|
|
|
|> hd
|
|
|
|
end
|
|
|
|
|
2019-03-23 03:26:49 +01:00
|
|
|
def fetch_data_for_activity(%Activity{data: %{"type" => "Create"}} = activity) do
|
2019-06-25 21:25:37 +02:00
|
|
|
with true <- Config.get([:rich_media, :enabled]),
|
2019-03-23 01:22:57 +01:00
|
|
|
%Object{} = object <- Object.normalize(activity),
|
2019-05-17 20:49:43 +02:00
|
|
|
false <- object.data["sensitive"] || false,
|
2019-01-28 21:55:33 +01:00
|
|
|
{:ok, page_url} <- HTML.extract_first_external_url(object, object.data["content"]),
|
2019-02-24 20:13:46 +01:00
|
|
|
:ok <- validate_page_url(page_url),
|
2019-01-28 07:04:54 +01:00
|
|
|
{:ok, rich_media} <- Parser.parse(page_url) do
|
|
|
|
%{page_url: page_url, rich_media: rich_media}
|
|
|
|
else
|
|
|
|
_ -> %{}
|
|
|
|
end
|
|
|
|
end
|
2019-03-23 03:26:49 +01:00
|
|
|
|
|
|
|
def fetch_data_for_activity(_), do: %{}
|
2019-05-13 04:02:00 +02:00
|
|
|
|
2020-04-14 18:43:53 +02:00
|
|
|
def perform(:fetch, %Activity{} = activity) do
|
|
|
|
fetch_data_for_activity(activity)
|
|
|
|
:ok
|
|
|
|
end
|
2019-01-28 07:04:54 +01:00
|
|
|
end
|