From 59a566f6b61d83e99679645a767fe9580be5e237 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Charlotte=20=F0=9F=A6=9D=20Delenk?= <lotte@chir.rs>
Date: Sat, 10 Sep 2022 15:51:51 +0100
Subject: [PATCH] add migrator

---
 akkoma/akkoma.patch | 755 ++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 755 insertions(+)

diff --git a/akkoma/akkoma.patch b/akkoma/akkoma.patch
index e2c1f47..59a6d43 100644
--- a/akkoma/akkoma.patch
+++ b/akkoma/akkoma.patch
@@ -1,3 +1,758 @@
+diff --git a/lib/mix/migrator.ex b/lib/mix/migrator.ex
+new file mode 100644
+index 000000000..08ab8aa5d
+--- /dev/null
++++ b/lib/mix/migrator.ex
+@@ -0,0 +1,112 @@
++defmodule Mix.Migrator do
++  import Mix.Pleroma
++  alias Pleroma.Activity
++  alias Pleroma.Object
++  alias Pleroma.Repo
++  alias Pleroma.Web.ActivityPub.Transmogrifier
++
++  @doc "Common functions to be reused in migrator tasks"
++  def keys_to_atoms(map) do
++    Map.new(map, fn {k, v} -> {String.to_atom(k), v} end)
++  end
++
++  def loop_fields(map, fields, fun) do
++    Enum.reduce(fields, map, fn (key, acc) ->
++      if Map.has_key?(acc, key) do
++        Map.put(acc, key, fun.(acc[key]))
++      else
++        acc
++      end
++    end)
++  end
++
++  def parse_timestamp_usec(nil), do: nil
++  def parse_timestamp_usec(""), do: nil
++
++  def parse_timestamp_usec(timestamp) do
++    case NaiveDateTime.from_iso8601(timestamp) do
++      {:ok, dt} -> dt
++      {:error, reason} -> IO.puts "Error: #{reason}"
++    end
++  end
++
++  def parse_timestamp(nil), do: nil
++  def parse_timestamp(""), do: nil
++
++  def parse_timestamp(timestamp) do
++    parse_timestamp_usec(timestamp)
++    |> NaiveDateTime.truncate(:second)
++  end
++
++  def parse_timestamp_utc(nil), do: nil
++  def parse_timestamp_utc(""), do: nil
++
++  def parse_timestamp_utc(timestamp) do
++    with {:ok, dt} <- NaiveDateTime.from_iso8601(timestamp),
++         {:ok, dt} <- DateTime.from_naive(dt, "Etc/UTC"),
++         dt <- DateTime.truncate(dt, :second) do
++      dt
++    else
++      _ -> nil
++    end
++  end
++
++  def parse_id_list(id_list) do
++    Enum.map(id_list, fn id ->
++      id
++      |> FlakeId.from_integer
++      |> FlakeId.to_string
++    end)
++  end
++
++  def truncate(str, max_length) do
++    String.slice(str, 0, max_length)
++  end
++
++  def try_create_activity(params) do
++    activity_params = params
++      |> Map.delete(:object_data)
++
++    try do
++      {:ok, _activity} = Repo.insert(struct(Activity, activity_params))
++      shell_info("Activity created")
++      if params[:object_data] do
++        try_create_object(params)
++      end
++    rescue
++      Ecto.ConstraintError ->
++        shell_info("Activity already in database, skipping")
++    end
++  end
++
++  defp try_create_object(params) do
++    object_data = params[:object_data]
++      # |> Transmogrifier.strip_internal_fields # We need internal fields for `likes` and `like_count`, etc
++      # |> Transmogrifier.fix_actor # Makes network requests
++      |> Transmogrifier.fix_url
++      |> Transmogrifier.fix_attachments
++      |> Transmogrifier.fix_context
++      # |> Transmogrifier.fix_in_reply_to # Makes network requests
++      |> Transmogrifier.fix_emoji
++      |> Transmogrifier.fix_tag
++      |> Transmogrifier.fix_content_map
++      # |> Transmogrifier.fix_addressing # Makes network requests
++      |> Transmogrifier.fix_summary
++      # |> Transmogrifier.fix_type
++
++
++    object_params = %{
++      data: object_data,
++      inserted_at: params[:inserted_at],
++      updated_at: params[:updated_at]
++    }
++
++    try do
++      {:ok, _object} = Repo.insert(struct(Object, object_params))
++      shell_info("Object created")
++    rescue
++      Ecto.ConstraintError ->
++        shell_info("Object already in database, skipping")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/fix.ex b/lib/mix/tasks/migrator/fix.ex
+new file mode 100644
+index 000000000..a8b6774df
+--- /dev/null
++++ b/lib/mix/tasks/migrator/fix.ex
+@@ -0,0 +1,43 @@
++defmodule Mix.Tasks.Migrator.Fix do
++  use Mix.Task
++  alias Pleroma.Object
++  alias Pleroma.Repo
++
++  require Logger
++  import Ecto.Changeset
++  import Ecto.Query
++  import Mix.Pleroma
++
++  @shortdoc "Fix stuff from old migrations. Run at your own risk."
++
++  # Apparently media can get migrated in reverse order.
++  # This reverses the order of media attachments in all migrated objects.
++  # https://gitlab.com/soapbox-pub/migrator/-/issues/27
++  def run(["reverse_media"]) do
++    start_pleroma()
++
++    stream =
++      Object
++      |> where([o], fragment("?->'pleroma_internal'->>'migrator'='true'", o.data))
++      |> where([o], fragment("json_array_length((?->'attachment')::json) > 1", o.data))
++      |> Repo.stream()
++
++    Repo.transaction(fn ->
++      Enum.each(stream, fn object ->
++        with %Object{data: %{"id" => id} = data} <- object do
++          shell_info("Reversing media for #{id}")
++
++          object
++          |> change(data: do_reverse_media(data))
++          |> Repo.update!()
++        end
++      end)
++    end, timeout: :infinity)
++  end
++
++  defp do_reverse_media(%{"attachment" => attachments} = data) when is_list(attachments) do
++    Map.put(data, "attachment", Enum.reverse(attachments))
++  end
++
++  defp do_reverse_media(data), do: data
++end
+diff --git a/lib/mix/tasks/migrator/hello.ex b/lib/mix/tasks/migrator/hello.ex
+new file mode 100644
+index 000000000..e94b6db7b
+--- /dev/null
++++ b/lib/mix/tasks/migrator/hello.ex
+@@ -0,0 +1,8 @@
++defmodule Mix.Tasks.Migrator.Hello do
++  use Mix.Task
++
++  @shortdoc "Test that Pleroma can run this task."
++  def run(_) do
++    IO.puts("Hello, World!")
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import.ex b/lib/mix/tasks/migrator/import.ex
+new file mode 100644
+index 000000000..3ebd37559
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import.ex
+@@ -0,0 +1,20 @@
++defmodule Mix.Tasks.Migrator.Import do
++  use Mix.Task
++  alias Mix.Tasks.Migrator
++
++  @shortdoc "Import all dumps."
++  def run(_) do
++    Migrator.Import.Users.run(nil)
++    Migrator.Import.Follows.run(nil)
++    Migrator.Import.Blocks.run(nil)
++    Migrator.Import.Mutes.run(nil)
++    Migrator.Import.Lists.run(nil)
++    Migrator.Import.Filters.run(nil)
++    Migrator.Import.Apps.run(nil)
++    Migrator.Import.Tokens.run(nil)
++    Migrator.Import.Votes.run(nil)
++    Migrator.Import.ThreadMutes.run(nil)
++    Migrator.Import.Likes.run(nil)
++    Migrator.Import.Statuses.run(nil)
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/apps.ex b/lib/mix/tasks/migrator/import/apps.ex
+new file mode 100644
+index 000000000..2a37ec0b9
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/apps.ex
+@@ -0,0 +1,31 @@
++defmodule Mix.Tasks.Migrator.Import.Apps do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.Repo
++  alias Pleroma.Web.OAuth.App
++
++  @shortdoc "Import OAuth apps."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/apps.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    Jason.decode!(line)
++    |> keys_to_atoms()
++    |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++    |> try_create_app()
++  end
++
++  defp try_create_app(params) do
++    changeset = struct(App, params)
++
++    with {:ok, app} <- Repo.insert(changeset) do
++      shell_info("App #{app.client_name} created")
++    else
++      _ -> shell_info("Could not create app")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/blocks.ex b/lib/mix/tasks/migrator/import/blocks.ex
+new file mode 100644
+index 000000000..ac49caac8
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/blocks.ex
+@@ -0,0 +1,36 @@
++defmodule Mix.Tasks.Migrator.Import.Blocks do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.UserRelationship
++
++  @shortdoc "Import blocks."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/blocks.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++
++    try_create_activity(params)
++    try_create_block(params)
++  end
++
++  defp try_create_block(%{data: %{"actor" => actor, "object" => object}} = _params) do
++    try do
++      source = User.get_by_ap_id(actor)
++      target = User.get_by_ap_id(object)
++      UserRelationship.create_block(source, target)
++      shell_info("Block created")
++    rescue
++      MatchError -> shell_info("Could not create block")
++      FunctionClauseError -> shell_info("Could not create block")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/filters.ex b/lib/mix/tasks/migrator/import/filters.ex
+new file mode 100644
+index 000000000..a07f40481
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/filters.ex
+@@ -0,0 +1,45 @@
++defmodule Mix.Tasks.Migrator.Import.Filters do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.Filter
++  alias Pleroma.Repo
++
++  @shortdoc "Import filters."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/filters.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++      |> loop_fields([:expires_at], &parse_timestamp_utc/1)
++      |> fix_user_id
++
++    try_create_filter(params)
++  end
++
++  defp fix_user_id(params) do
++    creator = User.get_by_ap_id(params[:user_ap_id])
++    Map.put(params, :user_id, creator.id)
++    |> Map.delete(:user_ap_id)
++  end
++
++  defp try_create_filter(params) do
++    changeset = struct(Filter, params)
++
++    try do
++      {:ok, _filter} = Repo.insert(changeset)
++      shell_info("Filter created")
++    rescue
++      Ecto.ConstraintError -> shell_info("Filter already exists, skipping")
++      MatchError -> shell_info("Could not create filter")
++      FunctionClauseError -> shell_info("Could not create filter")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/follows.ex b/lib/mix/tasks/migrator/import/follows.ex
+new file mode 100644
+index 000000000..30e9b82d3
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/follows.ex
+@@ -0,0 +1,37 @@
++defmodule Mix.Tasks.Migrator.Import.Follows do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.FollowingRelationship
++
++  @shortdoc "Import follows."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/follows.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++
++    shell_info("Importing follow...")
++    try_create_activity(params)
++    create_follow(params)
++  end
++
++  defp create_follow(%{data: %{"actor" => actor, "object" => object}} = _params) do
++    try do
++      follower  = User.get_by_ap_id(actor)
++      following = User.get_by_ap_id(object)
++      FollowingRelationship.follow(follower, following)
++      shell_info("Follow relationship created")
++    rescue
++      MatchError -> shell_info("Could not create follow")
++      FunctionClauseError -> shell_info("Could not create follow")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/likes.ex b/lib/mix/tasks/migrator/import/likes.ex
+new file mode 100644
+index 000000000..47bf842c2
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/likes.ex
+@@ -0,0 +1,22 @@
++defmodule Mix.Tasks.Migrator.Import.Likes do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++
++  @shortdoc "Import likes."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/likes.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++
++    shell_info("Importing like...")
++    try_create_activity(params)
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/lists.ex b/lib/mix/tasks/migrator/import/lists.ex
+new file mode 100644
+index 000000000..61ac3c258
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/lists.ex
+@@ -0,0 +1,44 @@
++defmodule Mix.Tasks.Migrator.Import.Lists do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.List
++  alias Pleroma.Repo
++
++  @shortdoc "Import lists."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/lists.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++      |> fix_user_id
++
++    try_create_list(params)
++  end
++
++  defp fix_user_id(params) do
++    creator = User.get_by_ap_id(params[:user_ap_id])
++    Map.put(params, :user_id, creator.id)
++    |> Map.delete(:user_ap_id)
++  end
++
++  defp try_create_list(params) do
++    changeset = struct(List, params)
++
++    try do
++      {:ok, _list} = Repo.insert(changeset)
++      shell_info("List created")
++    rescue
++      Ecto.ConstraintError -> shell_info("List already exists, skipping")
++      MatchError -> shell_info("Could not create list")
++      FunctionClauseError -> shell_info("Could not create list")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/mutes.ex b/lib/mix/tasks/migrator/import/mutes.ex
+new file mode 100644
+index 000000000..5fdd6152a
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/mutes.ex
+@@ -0,0 +1,35 @@
++defmodule Mix.Tasks.Migrator.Import.Mutes do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.UserRelationship
++
++  @shortdoc "Import mutes."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/mutes.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++
++    try_create_mute(params)
++  end
++
++  defp try_create_mute(%{source_ap_id: source_ap_id, target_ap_id: target_ap_id} = _params) do
++    try do
++      source = User.get_by_ap_id(source_ap_id)
++      target = User.get_by_ap_id(target_ap_id)
++      UserRelationship.create_mute(source, target)
++      shell_info("Mute created")
++    rescue
++      MatchError -> shell_info("Could not create mute")
++      FunctionClauseError -> shell_info("Could not create mute")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/statuses.ex b/lib/mix/tasks/migrator/import/statuses.ex
+new file mode 100644
+index 000000000..61be3d719
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/statuses.ex
+@@ -0,0 +1,23 @@
++defmodule Mix.Tasks.Migrator.Import.Statuses do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++
++  @shortdoc "Import statuses."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/statuses.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++      |> Map.delete(:id)
++
++    shell_info("Importing status...")
++    try_create_activity(params)
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/thread_mutes.ex b/lib/mix/tasks/migrator/import/thread_mutes.ex
+new file mode 100644
+index 000000000..62e161c8c
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/thread_mutes.ex
+@@ -0,0 +1,33 @@
++defmodule Mix.Tasks.Migrator.Import.ThreadMutes do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.ThreadMute
++
++  @shortdoc "Import thread mutes."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/thread_mutes.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++
++    try_create_thread_mute(params)
++  end
++
++  defp try_create_thread_mute(%{ap_id: ap_id, context: context} = _params) do
++    try do
++      %User{id: user_id} = User.get_by_ap_id(ap_id)
++      ThreadMute.add_mute(user_id, context)
++      shell_info("Thread mute created")
++    rescue
++      MatchError -> shell_info("Could not create thread mute")
++      FunctionClauseError -> shell_info("Could not create thread mute")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/tokens.ex b/lib/mix/tasks/migrator/import/tokens.ex
+new file mode 100644
+index 000000000..634563fcb
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/tokens.ex
+@@ -0,0 +1,40 @@
++defmodule Mix.Tasks.Migrator.Import.Tokens do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.Repo
++  alias Pleroma.User
++  alias Pleroma.Web.OAuth.App
++  alias Pleroma.Web.OAuth.Token
++
++  @shortdoc "Import OAuth tokens."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/tokens.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    Jason.decode!(line)
++    |> keys_to_atoms()
++    |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++    |> try_create_token()
++  end
++
++  defp try_create_token(params) do
++    changeset = struct(Token, params)
++
++    with %{user_ap_id: user_ap_id} <- params,
++         %{app_client_id: app_client_id} <- params,
++         %User{id: user_id} = _user <- User.get_by_ap_id(user_ap_id),
++         %App{id: app_id} = _app <- Repo.get_by(App, client_id: app_client_id),
++         changeset <- Map.delete(changeset, :user_ap_id),
++         changeset <- Map.delete(changeset, :app_client_id),
++         changeset <- Map.merge(changeset, %{user_id: user_id, app_id: app_id}),
++         {:ok, token} <- Repo.insert(changeset) do
++      shell_info("Token #{token.id} created")
++    else
++      _ -> shell_info("Could not create token")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/users.ex b/lib/mix/tasks/migrator/import/users.ex
+new file mode 100644
+index 000000000..b97b7aae8
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/users.ex
+@@ -0,0 +1,42 @@
++defmodule Mix.Tasks.Migrator.Import.Users do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++  alias Pleroma.User
++  alias Pleroma.Repo
++
++  @shortdoc "Import users."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/users.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    bio_limit  = Pleroma.Config.get([:instance, :user_bio_length], 5000)
++    name_limit = Pleroma.Config.get([:instance, :user_name_length], 100)
++
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([
++        :inserted_at,
++        :updated_at,
++        :last_digest_emailed_at], &parse_timestamp/1)
++      |> loop_fields([:last_refreshed_at], &parse_timestamp_usec/1)
++      |> loop_fields([:notification_settings], &keys_to_atoms/1)
++      |> loop_fields([:name], &(truncate(&1, name_limit)))
++      |> loop_fields([:bio], &(truncate(&1, bio_limit)))
++
++    changeset = struct(User, params)
++
++    try do
++      {:ok, user} = Repo.insert(changeset)
++      User.set_cache(user)
++      shell_info("User #{params.nickname} created")
++    rescue
++      Ecto.ConstraintError ->
++        shell_info("User #{params.nickname} already in database, skipping")
++    end
++  end
++end
+diff --git a/lib/mix/tasks/migrator/import/votes.ex b/lib/mix/tasks/migrator/import/votes.ex
+new file mode 100644
+index 000000000..f5a55f52a
+--- /dev/null
++++ b/lib/mix/tasks/migrator/import/votes.ex
+@@ -0,0 +1,22 @@
++defmodule Mix.Tasks.Migrator.Import.Votes do
++  use Mix.Task
++  import Mix.Pleroma
++  import Mix.Migrator
++
++  @shortdoc "Import poll votes."
++  def run(_) do
++    start_pleroma()
++    File.stream!("migrator/votes.txt")
++    |> Enum.each(&handle_line/1)
++  end
++
++  defp handle_line(line) do
++    params =
++      Jason.decode!(line)
++      |> keys_to_atoms
++      |> loop_fields([:inserted_at, :updated_at], &parse_timestamp/1)
++
++    shell_info("Importing poll vote...")
++    try_create_activity(params)
++  end
++end
+diff --git a/lib/mix/tasks/migrator/rebuild.ex b/lib/mix/tasks/migrator/rebuild.ex
+new file mode 100644
+index 000000000..6aa2b45a4
+--- /dev/null
++++ b/lib/mix/tasks/migrator/rebuild.ex
+@@ -0,0 +1,60 @@
++defmodule Mix.Tasks.Migrator.Rebuild do
++  use Mix.Task
++  alias Pleroma.Object
++  alias Pleroma.User
++  alias Pleroma.Web.ActivityPub.ActivityPub
++  alias Pleroma.Web.ActivityPub.Transmogrifier
++
++  require Logger
++  import Ecto.Query
++  import Mix.Pleroma
++
++  @shortdoc "Rebuild remote data."
++
++  def run(["users"]) do
++    start_pleroma()
++
++    User
++    |> where([u], u.local == false)
++    |> where([u], is_nil(u.last_refreshed_at))
++    |> Pleroma.RepoStreamer.chunk_stream(500)
++    |> Stream.each(fn users ->
++      users
++      |> Enum.each(fn user ->
++        try do
++          ActivityPub.make_user_from_ap_id(user.ap_id)
++          shell_info("Updating @#{user.nickname}")
++        rescue
++          _ ->
++            shell_info("Couldn't update user. Skipping.")
++        end
++      end)
++    end)
++    |> Stream.run()
++  end
++
++  def run(["activities"]) do
++    start_pleroma()
++
++    Object
++    |> where([o], fragment("?->'pleroma_internal'->>'migrator'='true'", o.data))
++    |> Pleroma.RepoStreamer.chunk_stream(500)
++    |> Stream.each(fn objects ->
++      objects
++      |> Enum.each(fn object ->
++        shell_info("Transmogrifying #{object.data["id"]}")
++        # This doesn't write anything back to the database, it just
++        # fetches anything that's missing.
++        try do
++          Transmogrifier.fix_object(object.data)
++        rescue
++          _ ->
++            shell_info("Couldn't transmogrify. Skipping.")
++        end
++
++      end)
++    end)
++    |> Stream.run()
++  end
++
++end
 diff --git a/mix.exs b/mix.exs
 index ef038ce74..a28d98917 100644
 --- a/mix.exs