2017-04-21 03:59:11 +02:00
|
|
|
defmodule Pleroma.Web.Websub do
|
2017-04-27 15:18:50 +02:00
|
|
|
alias Ecto.Changeset
|
2017-04-21 03:59:11 +02:00
|
|
|
alias Pleroma.Repo
|
2017-04-26 18:33:10 +02:00
|
|
|
alias Pleroma.Web.Websub.{WebsubServerSubscription, WebsubClientSubscription}
|
2017-04-22 12:07:51 +02:00
|
|
|
alias Pleroma.Web.OStatus.FeedRepresenter
|
2017-04-28 09:51:47 +02:00
|
|
|
alias Pleroma.Web.{XML, Endpoint, OStatus}
|
|
|
|
alias Pleroma.Web.Router.Helpers
|
2017-04-27 09:46:45 +02:00
|
|
|
require Logger
|
2017-04-22 12:07:51 +02:00
|
|
|
|
|
|
|
import Ecto.Query
|
2017-04-21 03:59:11 +02:00
|
|
|
|
2017-05-05 14:16:54 +02:00
|
|
|
@httpoison Application.get_env(:pleroma, :httpoison)
|
2017-04-22 13:44:21 +02:00
|
|
|
|
2017-05-05 14:16:54 +02:00
|
|
|
def verify(subscription, getter \\ &@httpoison.get/3) do
|
2017-04-21 03:59:11 +02:00
|
|
|
challenge = Base.encode16(:crypto.strong_rand_bytes(8))
|
2017-04-27 15:18:50 +02:00
|
|
|
lease_seconds = NaiveDateTime.diff(subscription.valid_until, subscription.updated_at)
|
|
|
|
lease_seconds = lease_seconds |> to_string
|
2017-04-22 12:07:51 +02:00
|
|
|
|
|
|
|
params = %{
|
|
|
|
"hub.challenge": challenge,
|
|
|
|
"hub.lease_seconds": lease_seconds,
|
|
|
|
"hub.topic": subscription.topic,
|
|
|
|
"hub.mode": "subscribe"
|
|
|
|
}
|
|
|
|
|
|
|
|
url = hd(String.split(subscription.callback, "?"))
|
|
|
|
query = URI.parse(subscription.callback).query || ""
|
|
|
|
params = Map.merge(params, URI.decode_query(query))
|
|
|
|
with {:ok, response} <- getter.(url, [], [params: params]),
|
2017-04-21 03:59:11 +02:00
|
|
|
^challenge <- response.body
|
|
|
|
do
|
2017-04-27 15:18:50 +02:00
|
|
|
changeset = Changeset.change(subscription, %{state: "active"})
|
2017-04-21 03:59:11 +02:00
|
|
|
Repo.update(changeset)
|
|
|
|
else _e ->
|
2017-04-27 15:18:50 +02:00
|
|
|
changeset = Changeset.change(subscription, %{state: "rejected"})
|
|
|
|
{:ok, subscription} = Repo.update(changeset)
|
2017-04-21 03:59:11 +02:00
|
|
|
{:error, subscription}
|
|
|
|
end
|
|
|
|
end
|
2017-04-22 12:07:51 +02:00
|
|
|
|
|
|
|
def publish(topic, user, activity) do
|
2017-05-11 09:13:14 +02:00
|
|
|
# TODO: Only send to still valid subscriptions.
|
2017-04-22 12:07:51 +02:00
|
|
|
query = from sub in WebsubServerSubscription,
|
|
|
|
where: sub.topic == ^topic and sub.state == "active"
|
|
|
|
subscriptions = Repo.all(query)
|
|
|
|
Enum.each(subscriptions, fn(sub) ->
|
2017-04-27 15:18:50 +02:00
|
|
|
response = user
|
|
|
|
|> FeedRepresenter.to_simple_form([activity], [user])
|
2017-04-22 12:07:51 +02:00
|
|
|
|> :xmerl.export_simple(:xmerl_xml)
|
2017-05-01 22:02:07 +02:00
|
|
|
|> to_string
|
2017-04-22 12:07:51 +02:00
|
|
|
|
2017-06-23 16:37:34 +02:00
|
|
|
data = %{
|
|
|
|
xml: response,
|
|
|
|
topic: topic,
|
|
|
|
callback: sub.callback,
|
|
|
|
secret: sub.secret
|
|
|
|
}
|
|
|
|
Pleroma.Web.Federator.enqueue(:publish_single_websub, data)
|
2017-04-22 12:07:51 +02:00
|
|
|
end)
|
|
|
|
end
|
2017-04-22 13:44:21 +02:00
|
|
|
|
2017-04-28 15:45:10 +02:00
|
|
|
def sign(secret, doc) do
|
2017-05-03 19:23:12 +02:00
|
|
|
:crypto.hmac(:sha, secret, to_string(doc)) |> Base.encode16 |> String.downcase
|
2017-04-28 15:45:10 +02:00
|
|
|
end
|
|
|
|
|
2017-04-22 13:48:10 +02:00
|
|
|
def incoming_subscription_request(user, %{"hub.mode" => "subscribe"} = params) do
|
2017-04-22 13:44:21 +02:00
|
|
|
with {:ok, topic} <- valid_topic(params, user),
|
|
|
|
{:ok, lease_time} <- lease_time(params),
|
|
|
|
secret <- params["hub.secret"],
|
|
|
|
callback <- params["hub.callback"]
|
|
|
|
do
|
|
|
|
subscription = get_subscription(topic, callback)
|
|
|
|
data = %{
|
|
|
|
state: subscription.state || "requested",
|
|
|
|
topic: topic,
|
|
|
|
secret: secret,
|
|
|
|
callback: callback
|
|
|
|
}
|
|
|
|
|
2017-04-27 15:18:50 +02:00
|
|
|
change = Changeset.change(subscription, data)
|
2017-04-22 13:44:21 +02:00
|
|
|
websub = Repo.insert_or_update!(change)
|
|
|
|
|
2017-04-27 15:18:50 +02:00
|
|
|
change = Changeset.change(websub, %{valid_until:
|
|
|
|
NaiveDateTime.add(websub.updated_at, lease_time)})
|
2017-04-22 13:44:21 +02:00
|
|
|
websub = Repo.update!(change)
|
|
|
|
|
2017-04-26 18:33:10 +02:00
|
|
|
Pleroma.Web.Federator.enqueue(:verify_websub, websub)
|
2017-04-22 13:44:21 +02:00
|
|
|
|
|
|
|
{:ok, websub}
|
|
|
|
else {:error, reason} ->
|
2017-05-01 17:28:49 +02:00
|
|
|
Logger.debug("Couldn't create subscription.")
|
|
|
|
Logger.debug(inspect(reason))
|
|
|
|
|
2017-04-22 13:44:21 +02:00
|
|
|
{:error, reason}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp get_subscription(topic, callback) do
|
2017-04-27 15:18:50 +02:00
|
|
|
Repo.get_by(WebsubServerSubscription, topic: topic, callback: callback) ||
|
|
|
|
%WebsubServerSubscription{}
|
2017-04-22 13:44:21 +02:00
|
|
|
end
|
|
|
|
|
2017-05-01 20:09:00 +02:00
|
|
|
# Temp hack for mastodon.
|
|
|
|
defp lease_time(%{"hub.lease_seconds" => ""}) do
|
|
|
|
{:ok, 60 * 60 * 24 * 3} # three days
|
|
|
|
end
|
|
|
|
|
2017-04-22 13:44:21 +02:00
|
|
|
defp lease_time(%{"hub.lease_seconds" => lease_seconds}) do
|
|
|
|
{:ok, String.to_integer(lease_seconds)}
|
|
|
|
end
|
|
|
|
|
|
|
|
defp lease_time(_) do
|
|
|
|
{:ok, 60 * 60 * 24 * 3} # three days
|
|
|
|
end
|
|
|
|
|
|
|
|
defp valid_topic(%{"hub.topic" => topic}, user) do
|
|
|
|
if topic == OStatus.feed_path(user) do
|
2017-05-01 18:05:02 +02:00
|
|
|
{:ok, OStatus.feed_path(user)}
|
2017-04-22 13:44:21 +02:00
|
|
|
else
|
|
|
|
{:error, "Wrong topic requested, expected #{OStatus.feed_path(user)}, got #{topic}"}
|
|
|
|
end
|
|
|
|
end
|
2017-04-26 18:33:10 +02:00
|
|
|
|
2017-04-29 19:06:01 +02:00
|
|
|
def subscribe(subscriber, subscribed, requester \\ &request_subscription/1) do
|
|
|
|
topic = subscribed.info["topic"]
|
2017-04-27 09:46:45 +02:00
|
|
|
# FIXME: Race condition, use transactions
|
2017-04-26 18:33:10 +02:00
|
|
|
{:ok, subscription} = with subscription when not is_nil(subscription) <- Repo.get_by(WebsubClientSubscription, topic: topic) do
|
2017-05-06 14:09:39 +02:00
|
|
|
subscribers = [subscriber.ap_id | subscription.subscribers] |> Enum.uniq
|
2017-04-26 18:33:10 +02:00
|
|
|
change = Ecto.Changeset.change(subscription, %{subscribers: subscribers})
|
|
|
|
Repo.update(change)
|
|
|
|
else _e ->
|
|
|
|
subscription = %WebsubClientSubscription{
|
|
|
|
topic: topic,
|
2017-04-29 19:06:01 +02:00
|
|
|
hub: subscribed.info["hub"],
|
|
|
|
subscribers: [subscriber.ap_id],
|
2017-04-26 18:33:10 +02:00
|
|
|
state: "requested",
|
2017-04-27 09:46:45 +02:00
|
|
|
secret: :crypto.strong_rand_bytes(8) |> Base.url_encode64,
|
2017-04-29 19:06:01 +02:00
|
|
|
user: subscribed
|
2017-04-26 18:33:10 +02:00
|
|
|
}
|
|
|
|
Repo.insert(subscription)
|
|
|
|
end
|
2017-04-27 09:46:45 +02:00
|
|
|
requester.(subscription)
|
|
|
|
end
|
|
|
|
|
2017-05-05 14:16:54 +02:00
|
|
|
def gather_feed_data(topic, getter \\ &@httpoison.get/1) do
|
2017-04-27 09:46:45 +02:00
|
|
|
with {:ok, response} <- getter.(topic),
|
|
|
|
status_code when status_code in 200..299 <- response.status_code,
|
|
|
|
body <- response.body,
|
|
|
|
doc <- XML.parse_document(body),
|
2017-04-29 17:51:59 +02:00
|
|
|
uri when not is_nil(uri) <- XML.string_from_xpath("/feed/author[1]/uri", doc),
|
2017-04-27 09:46:45 +02:00
|
|
|
hub when not is_nil(hub) <- XML.string_from_xpath(~S{/feed/link[@rel="hub"]/@href}, doc) do
|
2017-04-29 17:51:59 +02:00
|
|
|
|
|
|
|
name = XML.string_from_xpath("/feed/author[1]/name", doc)
|
|
|
|
preferredUsername = XML.string_from_xpath("/feed/author[1]/poco:preferredUsername", doc)
|
|
|
|
displayName = XML.string_from_xpath("/feed/author[1]/poco:displayName", doc)
|
2017-04-30 12:53:49 +02:00
|
|
|
avatar = OStatus.make_avatar_object(doc)
|
2017-05-24 17:34:38 +02:00
|
|
|
bio = XML.string_from_xpath("/feed/author[1]/summary", doc)
|
2017-04-29 17:51:59 +02:00
|
|
|
|
|
|
|
{:ok, %{
|
2017-05-03 14:26:49 +02:00
|
|
|
"uri" => uri,
|
|
|
|
"hub" => hub,
|
|
|
|
"nickname" => preferredUsername || name,
|
|
|
|
"name" => displayName || name,
|
|
|
|
"host" => URI.parse(uri).host,
|
2017-05-24 17:34:38 +02:00
|
|
|
"avatar" => avatar,
|
|
|
|
"bio" => bio
|
2017-04-29 17:51:59 +02:00
|
|
|
}}
|
2017-04-27 09:46:45 +02:00
|
|
|
else e ->
|
|
|
|
{:error, e}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-05-05 14:16:54 +02:00
|
|
|
def request_subscription(websub, poster \\ &@httpoison.post/3, timeout \\ 10_000) do
|
2017-04-27 09:46:45 +02:00
|
|
|
data = [
|
|
|
|
"hub.mode": "subscribe",
|
|
|
|
"hub.topic": websub.topic,
|
|
|
|
"hub.secret": websub.secret,
|
2017-04-28 09:51:47 +02:00
|
|
|
"hub.callback": Helpers.websub_url(Endpoint, :websub_subscription_confirmation, websub.id)
|
2017-04-27 09:46:45 +02:00
|
|
|
]
|
|
|
|
|
|
|
|
# This checks once a second if we are confirmed yet
|
|
|
|
websub_checker = fn ->
|
|
|
|
helper = fn (helper) ->
|
|
|
|
:timer.sleep(1000)
|
|
|
|
websub = Repo.get_by(WebsubClientSubscription, id: websub.id, state: "accepted")
|
|
|
|
if websub, do: websub, else: helper.(helper)
|
|
|
|
end
|
|
|
|
helper.(helper)
|
|
|
|
end
|
2017-04-26 18:33:10 +02:00
|
|
|
|
2017-04-27 09:46:45 +02:00
|
|
|
task = Task.async(websub_checker)
|
|
|
|
|
|
|
|
with {:ok, %{status_code: 202}} <- poster.(websub.hub, {:form, data}, ["Content-type": "application/x-www-form-urlencoded"]),
|
|
|
|
{:ok, websub} <- Task.yield(task, timeout) do
|
|
|
|
{:ok, websub}
|
|
|
|
else e ->
|
|
|
|
Task.shutdown(task)
|
|
|
|
|
|
|
|
change = Ecto.Changeset.change(websub, %{state: "rejected"})
|
|
|
|
{:ok, websub} = Repo.update(change)
|
|
|
|
|
2017-05-05 12:07:38 +02:00
|
|
|
Logger.debug(fn -> "Couldn't confirm subscription: #{inspect(websub)}" end)
|
|
|
|
Logger.debug(fn -> "error: #{inspect(e)}" end)
|
2017-04-27 09:46:45 +02:00
|
|
|
|
|
|
|
{:error, websub}
|
|
|
|
end
|
2017-04-26 18:33:10 +02:00
|
|
|
end
|
2017-05-10 18:44:06 +02:00
|
|
|
|
|
|
|
def refresh_subscriptions(delta \\ 60 * 60 * 24) do
|
|
|
|
Logger.debug("Refreshing subscriptions")
|
|
|
|
|
|
|
|
cut_off = NaiveDateTime.add(NaiveDateTime.utc_now, delta)
|
|
|
|
|
|
|
|
query = from sub in WebsubClientSubscription,
|
2017-05-10 18:54:43 +02:00
|
|
|
where: sub.valid_until < ^cut_off and sub.state == "accepted"
|
2017-05-10 18:44:06 +02:00
|
|
|
|
|
|
|
subs = Repo.all(query)
|
|
|
|
|
|
|
|
Enum.map(subs, fn (sub) ->
|
|
|
|
request_subscription(sub)
|
|
|
|
end)
|
|
|
|
end
|
2017-04-21 03:59:11 +02:00
|
|
|
end
|