2019-07-10 07:13:23 +02:00
|
|
|
# Pleroma: A lightweight social networking server
|
|
|
|
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2019-03-18 02:32:23 +01:00
|
|
|
defmodule Pleroma.Pagination do
|
|
|
|
@moduledoc """
|
|
|
|
Implements Mastodon-compatible pagination.
|
|
|
|
"""
|
|
|
|
|
|
|
|
import Ecto.Query
|
|
|
|
import Ecto.Changeset
|
|
|
|
|
|
|
|
alias Pleroma.Repo
|
|
|
|
|
|
|
|
@default_limit 20
|
2019-11-18 08:00:48 +01:00
|
|
|
@page_keys ["max_id", "min_id", "limit", "since_id", "order"]
|
2019-03-18 02:32:23 +01:00
|
|
|
|
2019-11-18 08:00:48 +01:00
|
|
|
def page_keys, do: @page_keys
|
2019-07-11 15:55:31 +02:00
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def fetch_paginated(query, params, type \\ :keyset, table_binding \\ nil)
|
2019-07-11 15:55:31 +02:00
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def fetch_paginated(query, %{"total" => true} = params, :keyset, table_binding) do
|
2019-09-02 21:48:52 +02:00
|
|
|
total = Repo.aggregate(query, :count, :id)
|
2019-03-18 02:32:23 +01:00
|
|
|
|
2019-09-02 21:48:52 +02:00
|
|
|
%{
|
|
|
|
total: total,
|
2019-11-18 14:56:25 +01:00
|
|
|
items: fetch_paginated(query, Map.drop(params, ["total"]), :keyset, table_binding)
|
2019-09-02 21:48:52 +02:00
|
|
|
}
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def fetch_paginated(query, params, :keyset, table_binding) do
|
2019-07-11 15:55:31 +02:00
|
|
|
options = cast_params(params)
|
2019-09-03 12:58:27 +02:00
|
|
|
|
|
|
|
query
|
2019-11-18 14:56:25 +01:00
|
|
|
|> paginate(options, :keyset, table_binding)
|
2019-09-03 12:58:27 +02:00
|
|
|
|> Repo.all()
|
|
|
|
|> enforce_order(options)
|
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def fetch_paginated(query, %{"total" => true} = params, :offset, table_binding) do
|
2019-12-06 09:17:24 +01:00
|
|
|
total =
|
|
|
|
query
|
|
|
|
|> Ecto.Query.exclude(:left_join)
|
|
|
|
|> Repo.aggregate(:count, :id)
|
2019-07-11 15:55:31 +02:00
|
|
|
|
2019-09-02 21:48:52 +02:00
|
|
|
%{
|
|
|
|
total: total,
|
2019-11-18 14:56:25 +01:00
|
|
|
items: fetch_paginated(query, Map.drop(params, ["total"]), :offset, table_binding)
|
2019-09-02 21:48:52 +02:00
|
|
|
}
|
2019-07-11 15:55:31 +02:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def fetch_paginated(query, params, :offset, table_binding) do
|
2019-09-03 12:58:27 +02:00
|
|
|
options = cast_params(params)
|
|
|
|
|
|
|
|
query
|
2019-11-18 14:56:25 +01:00
|
|
|
|> paginate(options, :offset, table_binding)
|
2019-09-03 12:58:27 +02:00
|
|
|
|> Repo.all()
|
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def paginate(query, options, method \\ :keyset, table_binding \\ nil)
|
2019-07-11 15:55:31 +02:00
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def paginate(query, options, :keyset, table_binding) do
|
2019-03-18 02:32:23 +01:00
|
|
|
query
|
2019-11-18 14:56:25 +01:00
|
|
|
|> restrict(:min_id, options, table_binding)
|
|
|
|
|> restrict(:since_id, options, table_binding)
|
|
|
|
|> restrict(:max_id, options, table_binding)
|
|
|
|
|> restrict(:order, options, table_binding)
|
|
|
|
|> restrict(:limit, options, table_binding)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
def paginate(query, options, :offset, table_binding) do
|
2019-07-11 15:55:31 +02:00
|
|
|
query
|
2019-11-18 14:56:25 +01:00
|
|
|
|> restrict(:order, options, table_binding)
|
|
|
|
|> restrict(:offset, options, table_binding)
|
|
|
|
|> restrict(:limit, options, table_binding)
|
2019-07-11 15:55:31 +02:00
|
|
|
end
|
|
|
|
|
2019-03-18 02:32:23 +01:00
|
|
|
defp cast_params(params) do
|
|
|
|
param_types = %{
|
|
|
|
min_id: :string,
|
|
|
|
since_id: :string,
|
|
|
|
max_id: :string,
|
2019-07-11 15:55:31 +02:00
|
|
|
offset: :integer,
|
2019-11-18 19:34:54 +01:00
|
|
|
limit: :integer,
|
|
|
|
skip_order: :boolean
|
2019-03-18 02:32:23 +01:00
|
|
|
}
|
|
|
|
|
2019-03-26 00:07:33 +01:00
|
|
|
params =
|
|
|
|
Enum.reduce(params, %{}, fn
|
|
|
|
{key, _value}, acc when is_atom(key) -> Map.drop(acc, [key])
|
|
|
|
{key, value}, acc -> Map.put(acc, key, value)
|
|
|
|
end)
|
|
|
|
|
2019-03-18 02:32:23 +01:00
|
|
|
changeset = cast({%{}, param_types}, params, Map.keys(param_types))
|
|
|
|
changeset.changes
|
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :min_id, %{min_id: min_id}, table_binding) do
|
|
|
|
where(query, [{q, table_position(query, table_binding)}], q.id > ^min_id)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :since_id, %{since_id: since_id}, table_binding) do
|
|
|
|
where(query, [{q, table_position(query, table_binding)}], q.id > ^since_id)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :max_id, %{max_id: max_id}, table_binding) do
|
|
|
|
where(query, [{q, table_position(query, table_binding)}], q.id < ^max_id)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 19:34:54 +01:00
|
|
|
defp restrict(query, :order, %{skip_order: true}, _), do: query
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :order, %{min_id: _}, table_binding) do
|
|
|
|
order_by(
|
|
|
|
query,
|
|
|
|
[{u, table_position(query, table_binding)}],
|
|
|
|
fragment("? asc nulls last", u.id)
|
|
|
|
)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :order, _options, table_binding) do
|
|
|
|
order_by(
|
|
|
|
query,
|
|
|
|
[{u, table_position(query, table_binding)}],
|
|
|
|
fragment("? desc nulls last", u.id)
|
|
|
|
)
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :offset, %{offset: offset}, _table_binding) do
|
2019-07-11 15:55:31 +02:00
|
|
|
offset(query, ^offset)
|
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, :limit, options, _table_binding) do
|
2019-03-18 02:32:23 +01:00
|
|
|
limit = Map.get(options, :limit, @default_limit)
|
|
|
|
|
|
|
|
query
|
|
|
|
|> limit(^limit)
|
|
|
|
end
|
|
|
|
|
2019-11-18 14:56:25 +01:00
|
|
|
defp restrict(query, _, _, _), do: query
|
2019-03-18 02:32:23 +01:00
|
|
|
|
|
|
|
defp enforce_order(result, %{min_id: _}) do
|
|
|
|
result
|
|
|
|
|> Enum.reverse()
|
|
|
|
end
|
|
|
|
|
|
|
|
defp enforce_order(result, _), do: result
|
2019-11-18 14:56:25 +01:00
|
|
|
|
|
|
|
defp table_position(%Ecto.Query{} = query, binding_name) do
|
|
|
|
Map.get(query.aliases, binding_name, 0)
|
|
|
|
end
|
|
|
|
|
|
|
|
defp table_position(_, _), do: 0
|
2019-03-18 02:32:23 +01:00
|
|
|
end
|