prepare backend for cytoscape

backend/config/config.exs

@@ -35,7 +35,8 @@ config :backend, :crawler,
   crawl_workers: 50,
   blacklist: [
     "gab.best"
-  ]
+  ],
+  user_agent: "fediverse.space crawler"
 
 config :backend, Backend.Scheduler,
   jobs: [

backend/lib/backend/api.ex

@@ -33,15 +33,36 @@ defmodule Backend.Api do
 
     Instance
     |> join(:inner, [i], c in subquery(crawl_subquery), on: i.domain == c.instance_domain)
-    |> where([i, c], c.crawl_count > 0 and not is_nil(i.user_count))
+    |> where(
+      [i, c],
+      c.crawl_count > 0 and not is_nil(i.user_count) and not is_nil(i.x) and not is_nil(i.y)
+    )
     |> select([c], [:domain, :user_count, :x, :y])
     |> Repo.all()
   end
 
   @spec list_edges() :: [Edge.t()]
   def list_edges() do
+    crawl_subquery =
+      Crawl
+      |> select([c], %{
+        instance_domain: c.instance_domain,
+        crawl_count: count(c.id)
+      })
+      |> where([c], is_nil(c.error))
+      |> group_by([c], c.instance_domain)
+
     Edge
+    |> join(:inner, [e], c1 in subquery(crawl_subquery), on: e.source_domain == c1.instance_domain)
+    |> join(:inner, [e], c2 in subquery(crawl_subquery), on: e.target_domain == c2.instance_domain)
+    |> join(:inner, [e], i1 in Instance, on: e.source_domain == i1.domain)
+    |> join(:inner, [e], i2 in Instance, on: e.target_domain == i2.domain)
     |> select([e], [:id, :source_domain, :target_domain, :weight])
+    |> where(
+      [e, c1, c2, i1, i2],
+      c1.crawl_count > 0 and c2.crawl_count > 0 and not is_nil(i1.x) and not is_nil(i1.y) and
+        not is_nil(i2.x) and not is_nil(i2.y) and e.source_domain != e.target_domain
+    )
     |> Repo.all()
   end
 end

backend/lib/backend/application.ex

@@ -5,7 +5,7 @@ defmodule Backend.Application do
 
   use Application
   require Logger
-  import Backend.Crawler.Util
+  import Backend.Util
 
   def start(_type, _args) do
     crawl_worker_count = get_config(:crawl_workers)
@@ -26,7 +26,7 @@ defmodule Backend.Application do
     ]
 
     children =
-      case Enum.member?(["true", 1], System.get_env("SKIP_CRAWL")) do
+      case Enum.member?(["true", 1, "1"], System.get_env("SKIP_CRAWL")) do
         true -> children
         false -> children ++ [Backend.Crawler.StaleInstanceManager]
       end

backend/lib/backend/crawler/crawler.ex

@@ -38,7 +38,7 @@ defmodule Backend.Crawler do
     # register APICrawlers here
     |> register(Mastodon)
     # go!
-    |> crawl(domain)
+    |> crawl()
     |> save()
   end
 
@@ -49,23 +49,18 @@ defmodule Backend.Crawler do
 
   # Recursive function to check whether `domain` has an API that the head of the api_crawlers list can read.
   # If so, crawls it. If not, continues with the tail of the api_crawlers list.
-  defp crawl(%Crawler{api_crawlers: []} = state, domain) do
+  defp crawl(%Crawler{api_crawlers: [], domain: domain} = state) do
     Logger.debug("Found no compatible API for #{domain}")
     Map.put(state, :found_api?, false)
   end
 
-  defp crawl(state, domain) do
-    curr =
-      state
-      |> Map.get(:api_crawlers, [])
-      |> Kernel.hd()
-
+  defp crawl(%Crawler{domain: domain, api_crawlers: [curr | remaining_crawlers]} = state) do
     if curr.is_instance_type?(domain) do
       Logger.debug("Found #{curr} instance")
       state = Map.put(state, :found_api?, true)
 
       try do
-        Map.put(state, :result, curr.crawl(domain))
+        %Crawler{state | result: curr.crawl(domain), api_crawlers: []}
       rescue
         e in HTTPoison.Error ->
           Map.put(state, :error, "HTTPoison error: " <> HTTPoison.Error.message(e))
@@ -79,11 +74,7 @@ defmodule Backend.Crawler do
     else
       # Nothing found so check the next APICrawler
       Logger.debug("#{domain} is not an instance of #{curr}")
-
-      crawl(
-        %Crawler{state | api_crawlers: state |> Map.get(:api_crawlers, []) |> Kernel.tl()},
-        domain
-      )
+      crawl(%Crawler{state | api_crawlers: remaining_crawlers})
     end
   end
 

backend/lib/backend/crawler/stale_instance_manager.ex

@@ -2,7 +2,7 @@ defmodule Backend.Crawler.StaleInstanceManager do
   use GenServer
   alias Backend.{Crawl, Instance, Repo}
   import Ecto.Query
-  import Backend.Crawler.Util
+  import Backend.Util
   require Logger
 
   @moduledoc """

backend/lib/backend/crawler/util.ex

@@ -1,10 +1,6 @@
 defmodule Backend.Crawler.Util do
   require Logger
-
-  @spec get_config(atom) :: any
-  def get_config(key) do
-    Application.get_env(:backend, :crawler)[key]
-  end
+  import Backend.Util
 
   # Gets the domain from a Mastodon/Pleroma account URL
   # (e.g. https://mastodon.social/@demouser or https://pleroma.site/users/demouser)
@@ -36,7 +32,7 @@ defmodule Backend.Crawler.Util do
 
   def get(url) do
     # TODO: add version number to user agent?
-    HTTPoison.get(url, [{"User-Agent", "fediverse.space crawler"}],
+    HTTPoison.get(url, [{"User-Agent", get_config(:user_agent)}],
       hackney: [pool: :crawler],
       recv_timeout: 15000,
       timeout: 15000
@@ -54,7 +50,7 @@ defmodule Backend.Crawler.Util do
         }
   def get!(url) do
     # TODO: add version number to user agent?
-    HTTPoison.get!(url, [{"User-Agent", "fediverse.space crawler"}],
+    HTTPoison.get!(url, [{"User-Agent", get_config(:user_agent)}],
       hackney: [pool: :crawler],
       recv_timeout: 15000,
       timeout: 15000

backend/lib/backend/util.ex

@@ -1,8 +1,15 @@
 defmodule Backend.Util do
-  import Backend.Crawler.Util
   import Ecto.Query
   alias Backend.{Crawl, Repo}
 
+  @doc """
+  Returns the given key from :backend, :crawler in the config.
+  """
+  @spec get_config(atom) :: any
+  def get_config(key) do
+    Application.get_env(:backend, :crawler)[key]
+  end
+
   @doc """
   Takes two lists and returns a list of the union thereof (without duplicates).
   """
@@ -62,12 +69,12 @@ defmodule Backend.Util do
     end
   end
 
-  @spec get_last_successful_crawl(String.t()) :: Crawl.t() | nil
-  def get_last_successful_crawl(domain) do
+  @spec get_last_crawl(String.t()) :: Crawl.t() | nil
+  def get_last_crawl(domain) do
     crawls =
       Crawl
       |> select([c], c)
-      |> where([c], is_nil(c.error) and c.instance_domain == ^domain)
+      |> where([c], c.instance_domain == ^domain)
       |> order_by(desc: :id)
       |> limit(1)
       |> Repo.all()
@@ -78,12 +85,12 @@ defmodule Backend.Util do
     end
   end
 
-  @spec get_last_crawl(String.t()) :: Crawl.t() | nil
-  def get_last_crawl(domain) do
+  @spec get_last_successful_crawl(String.t()) :: Crawl.t() | nil
+  def get_last_successful_crawl(domain) do
     crawls =
       Crawl
       |> select([c], c)
-      |> where([c], c.instance_domain == ^domain)
+      |> where([c], is_nil(c.error) and c.instance_domain == ^domain)
       |> order_by(desc: :id)
       |> limit(1)
       |> Repo.all()

backend/lib/mix/tasks/crawl.ex

@@ -1,12 +0,0 @@
-defmodule Mix.Tasks.Crawl do
-  alias Backend.Crawler
-  use Mix.Task
-
-  @shortdoc "Crawl a given instance."
-
-  def run(domain) do
-    # Mix.Task.run("app.start")
-    Backend.Repo.start_link()
-    Crawler.run(domain)
-  end
-end

backend/mix.lock

@@ -1,41 +1,194 @@
 %{
-  "certifi": {:hex, :certifi, "2.5.1", "867ce347f7c7d78563450a18a6a28a8090331e77fa02380b4a21962a65d36ee5", [:rebar3], [{:parse_trans, "~>3.3", [hex: :parse_trans, repo: "hexpm", optional: false]}], "hexpm"},
-  "combine": {:hex, :combine, "0.10.0", "eff8224eeb56498a2af13011d142c5e7997a80c8f5b97c499f84c841032e429f", [:mix], [], "hexpm"},
-  "connection": {:hex, :connection, "1.0.4", "a1cae72211f0eef17705aaededacac3eb30e6625b04a6117c1b2db6ace7d5976", [:mix], [], "hexpm"},
-  "corsica": {:hex, :corsica, "1.1.2", "5ad8b9dcbeeda4762d78a57c0c8c2f88e1eef8741508517c98cb79e0db1f107d", [:mix], [{:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm"},
-  "cowboy": {:hex, :cowboy, "2.6.3", "99aa50e94e685557cad82e704457336a453d4abcb77839ad22dbe71f311fcc06", [:rebar3], [{:cowlib, "~> 2.7.3", [hex: :cowlib, repo: "hexpm", optional: false]}, {:ranch, "~> 1.7.1", [hex: :ranch, repo: "hexpm", optional: false]}], "hexpm"},
-  "cowlib": {:hex, :cowlib, "2.7.3", "a7ffcd0917e6d50b4d5fb28e9e2085a0ceb3c97dea310505f7460ff5ed764ce9", [:rebar3], [], "hexpm"},
-  "crontab": {:hex, :crontab, "1.1.7", "b9219f0bdc8678b94143655a8f229716c5810c0636a4489f98c0956137e53985", [:mix], [{:ecto, "~> 1.0 or ~> 2.0 or ~> 3.0", [hex: :ecto, repo: "hexpm", optional: true]}], "hexpm"},
-  "db_connection": {:hex, :db_connection, "2.1.0", "122e2f62c4906bf2e49554f1e64db5030c19229aa40935f33088e7d543aa79d0", [:mix], [{:connection, "~> 1.0.2", [hex: :connection, repo: "hexpm", optional: false]}], "hexpm"},
-  "decimal": {:hex, :decimal, "1.8.0", "ca462e0d885f09a1c5a342dbd7c1dcf27ea63548c65a65e67334f4b61803822e", [:mix], [], "hexpm"},
-  "ecto": {:hex, :ecto, "3.1.7", "fa21d06ef56cdc2fdaa62574e8c3ba34a2751d44ea34c30bc65f0728421043e5", [:mix], [{:decimal, "~> 1.6", [hex: :decimal, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}], "hexpm"},
-  "ecto_sql": {:hex, :ecto_sql, "3.1.6", "1e80e30d16138a729c717f73dcb938590bcdb3a4502f3012414d0cbb261045d8", [:mix], [{:db_connection, "~> 2.0", [hex: :db_connection, repo: "hexpm", optional: false]}, {:ecto, "~> 3.1.0", [hex: :ecto, repo: "hexpm", optional: false]}, {:mariaex, "~> 0.9.1", [hex: :mariaex, repo: "hexpm", optional: true]}, {:myxql, "~> 0.2.0", [hex: :myxql, repo: "hexpm", optional: true]}, {:postgrex, "~> 0.14.0 or ~> 0.15.0", [hex: :postgrex, repo: "hexpm", optional: true]}, {:telemetry, "~> 0.4.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm"},
-  "gen_stage": {:hex, :gen_stage, "0.14.2", "6a2a578a510c5bfca8a45e6b27552f613b41cf584b58210f017088d3d17d0b14", [:mix], [], "hexpm"},
-  "gen_state_machine": {:hex, :gen_state_machine, "2.0.5", "9ac15ec6e66acac994cc442dcc2c6f9796cf380ec4b08267223014be1c728a95", [:mix], [], "hexpm"},
-  "gettext": {:hex, :gettext, "0.17.0", "abe21542c831887a2b16f4c94556db9c421ab301aee417b7c4fbde7fbdbe01ec", [:mix], [], "hexpm"},
-  "hackney": {:hex, :hackney, "1.15.1", "9f8f471c844b8ce395f7b6d8398139e26ddca9ebc171a8b91342ee15a19963f4", [:rebar3], [{:certifi, "2.5.1", [hex: :certifi, repo: "hexpm", optional: false]}, {:idna, "6.0.0", [hex: :idna, repo: "hexpm", optional: false]}, {:metrics, "1.0.1", [hex: :metrics, repo: "hexpm", optional: false]}, {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]}, {:ssl_verify_fun, "1.1.4", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm"},
-  "honeydew": {:hex, :honeydew, "1.4.3", "f2d976aaf8b9b914a635d2d483f1a71d2f6d8651809474dd5db581953cbebb30", [:mix], [{:ecto, "~> 3.0", [hex: :ecto, repo: "hexpm", optional: true]}], "hexpm"},
-  "httpoison": {:hex, :httpoison, "1.5.1", "0f55b5b673b03c5c327dac7015a67cb571b99b631acc0bc1b0b98dcd6b9f2104", [:mix], [{:hackney, "~> 1.8", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm"},
-  "idna": {:hex, :idna, "6.0.0", "689c46cbcdf3524c44d5f3dde8001f364cd7608a99556d8fbd8239a5798d4c10", [:rebar3], [{:unicode_util_compat, "0.4.1", [hex: :unicode_util_compat, repo: "hexpm", optional: false]}], "hexpm"},
-  "jason": {:hex, :jason, "1.1.2", "b03dedea67a99223a2eaf9f1264ce37154564de899fd3d8b9a21b1a6fd64afe7", [:mix], [{:decimal, "~> 1.0", [hex: :decimal, repo: "hexpm", optional: true]}], "hexpm"},
-  "libring": {:hex, :libring, "1.4.0", "41246ba2f3fbc76b3971f6bce83119dfec1eee17e977a48d8a9cfaaf58c2a8d6", [:mix], [], "hexpm"},
-  "metrics": {:hex, :metrics, "1.0.1", "25f094dea2cda98213cecc3aeff09e940299d950904393b2a29d191c346a8486", [:rebar3], [], "hexpm"},
-  "mime": {:hex, :mime, "1.3.1", "30ce04ab3175b6ad0bdce0035cba77bba68b813d523d1aac73d9781b4d193cf8", [:mix], [], "hexpm"},
-  "mimerl": {:hex, :mimerl, "1.2.0", "67e2d3f571088d5cfd3e550c383094b47159f3eee8ffa08e64106cdf5e981be3", [:rebar3], [], "hexpm"},
-  "parse_trans": {:hex, :parse_trans, "3.3.0", "09765507a3c7590a784615cfd421d101aec25098d50b89d7aa1d66646bc571c1", [:rebar3], [], "hexpm"},
-  "phoenix": {:hex, :phoenix, "1.4.9", "746d098e10741c334d88143d3c94cab1756435f94387a63441792e66ec0ee974", [:mix], [{:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix_pubsub, "~> 1.1", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]}, {:plug, "~> 1.8.1 or ~> 1.9", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 1.0 or ~> 2.0", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm"},
-  "phoenix_ecto": {:hex, :phoenix_ecto, "4.0.0", "c43117a136e7399ea04ecaac73f8f23ee0ffe3e07acfcb8062fe5f4c9f0f6531", [:mix], [{:ecto, "~> 3.0", [hex: :ecto, repo: "hexpm", optional: false]}, {:phoenix_html, "~> 2.9", [hex: :phoenix_html, repo: "hexpm", optional: true]}, {:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm"},
-  "phoenix_pubsub": {:hex, :phoenix_pubsub, "1.1.2", "496c303bdf1b2e98a9d26e89af5bba3ab487ba3a3735f74bf1f4064d2a845a3e", [:mix], [], "hexpm"},
-  "plug": {:hex, :plug, "1.8.2", "0bcce1daa420f189a6491f3940cc77ea7fb1919761175c9c3b59800d897440fc", [:mix], [{:mime, "~> 1.0", [hex: :mime, repo: "hexpm", optional: false]}, {:plug_crypto, "~> 1.0", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: true]}], "hexpm"},
-  "plug_cowboy": {:hex, :plug_cowboy, "2.1.0", "b75768153c3a8a9e8039d4b25bb9b14efbc58e9c4a6e6a270abff1cd30cbe320", [:mix], [{:cowboy, "~> 2.5", [hex: :cowboy, repo: "hexpm", optional: false]}, {:plug, "~> 1.7", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm"},
-  "plug_crypto": {:hex, :plug_crypto, "1.0.0", "18e49317d3fa343f24620ed22795ec29d4a5e602d52d1513ccea0b07d8ea7d4d", [:mix], [], "hexpm"},
-  "postgrex": {:hex, :postgrex, "0.14.3", "5754dee2fdf6e9e508cbf49ab138df964278700b764177e8f3871e658b345a1e", [:mix], [{:connection, "~> 1.0", [hex: :connection, repo: "hexpm", optional: false]}, {:db_connection, "~> 2.0", [hex: :db_connection, repo: "hexpm", optional: false]}, {:decimal, "~> 1.5", [hex: :decimal, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}], "hexpm"},
-  "quantum": {:hex, :quantum, "2.3.4", "72a0e8855e2adc101459eac8454787cb74ab4169de6ca50f670e72142d4960e9", [:mix], [{:calendar, "~> 0.17", [hex: :calendar, repo: "hexpm", optional: true]}, {:crontab, "~> 1.1", [hex: :crontab, repo: "hexpm", optional: false]}, {:gen_stage, "~> 0.12", [hex: :gen_stage, repo: "hexpm", optional: false]}, {:swarm, "~> 3.3", [hex: :swarm, repo: "hexpm", optional: false]}, {:timex, "~> 3.1", [hex: :timex, repo: "hexpm", optional: true]}], "hexpm"},
-  "ranch": {:hex, :ranch, "1.7.1", "6b1fab51b49196860b733a49c07604465a47bdb78aa10c1c16a3d199f7f8c881", [:rebar3], [], "hexpm"},
-  "ssl_verify_fun": {:hex, :ssl_verify_fun, "1.1.4", "f0eafff810d2041e93f915ef59899c923f4568f4585904d010387ed74988e77b", [:make, :mix, :rebar3], [], "hexpm"},
-  "swarm": {:hex, :swarm, "3.4.0", "64f8b30055d74640d2186c66354b33b999438692a91be275bb89cdc7e401f448", [:mix], [{:gen_state_machine, "~> 2.0", [hex: :gen_state_machine, repo: "hexpm", optional: false]}, {:libring, "~> 1.0", [hex: :libring, repo: "hexpm", optional: false]}], "hexpm"},
-  "telemetry": {:hex, :telemetry, "0.4.0", "8339bee3fa8b91cb84d14c2935f8ecf399ccd87301ad6da6b71c09553834b2ab", [:rebar3], [], "hexpm"},
-  "timex": {:hex, :timex, "3.6.1", "efdf56d0e67a6b956cc57774353b0329c8ab7726766a11547e529357ffdc1d56", [:mix], [{:combine, "~> 0.10", [hex: :combine, repo: "hexpm", optional: false]}, {:gettext, "~> 0.10", [hex: :gettext, repo: "hexpm", optional: false]}, {:tzdata, "~> 0.1.8 or ~> 0.5 or ~> 1.0.0", [hex: :tzdata, repo: "hexpm", optional: false]}], "hexpm"},
-  "tzdata": {:hex, :tzdata, "1.0.1", "f6027a331af7d837471248e62733c6ebee86a72e57c613aa071ebb1f750fc71a", [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm"},
-  "unicode_util_compat": {:hex, :unicode_util_compat, "0.4.1", "d869e4c68901dd9531385bb0c8c40444ebf624e60b6962d95952775cac5e90cd", [:rebar3], [], "hexpm"},
+  certifi:
+    {:hex, :certifi, "2.5.1", "867ce347f7c7d78563450a18a6a28a8090331e77fa02380b4a21962a65d36ee5",
+     [:rebar3], [{:parse_trans, "~>3.3", [hex: :parse_trans, repo: "hexpm", optional: false]}],
+     "hexpm"},
+  combine:
+    {:hex, :combine, "0.10.0", "eff8224eeb56498a2af13011d142c5e7997a80c8f5b97c499f84c841032e429f",
+     [:mix], [], "hexpm"},
+  connection:
+    {:hex, :connection, "1.0.4",
+     "a1cae72211f0eef17705aaededacac3eb30e6625b04a6117c1b2db6ace7d5976", [:mix], [], "hexpm"},
+  corsica:
+    {:hex, :corsica, "1.1.2", "5ad8b9dcbeeda4762d78a57c0c8c2f88e1eef8741508517c98cb79e0db1f107d",
+     [:mix], [{:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm"},
+  cowboy:
+    {:hex, :cowboy, "2.6.3", "99aa50e94e685557cad82e704457336a453d4abcb77839ad22dbe71f311fcc06",
+     [:rebar3],
+     [
+       {:cowlib, "~> 2.7.3", [hex: :cowlib, repo: "hexpm", optional: false]},
+       {:ranch, "~> 1.7.1", [hex: :ranch, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  cowlib:
+    {:hex, :cowlib, "2.7.3", "a7ffcd0917e6d50b4d5fb28e9e2085a0ceb3c97dea310505f7460ff5ed764ce9",
+     [:rebar3], [], "hexpm"},
+  crontab:
+    {:hex, :crontab, "1.1.7", "b9219f0bdc8678b94143655a8f229716c5810c0636a4489f98c0956137e53985",
+     [:mix], [{:ecto, "~> 1.0 or ~> 2.0 or ~> 3.0", [hex: :ecto, repo: "hexpm", optional: true]}],
+     "hexpm"},
+  db_connection:
+    {:hex, :db_connection, "2.1.0",
+     "122e2f62c4906bf2e49554f1e64db5030c19229aa40935f33088e7d543aa79d0", [:mix],
+     [{:connection, "~> 1.0.2", [hex: :connection, repo: "hexpm", optional: false]}], "hexpm"},
+  decimal:
+    {:hex, :decimal, "1.8.0", "ca462e0d885f09a1c5a342dbd7c1dcf27ea63548c65a65e67334f4b61803822e",
+     [:mix], [], "hexpm"},
+  ecto:
+    {:hex, :ecto, "3.1.7", "fa21d06ef56cdc2fdaa62574e8c3ba34a2751d44ea34c30bc65f0728421043e5",
+     [:mix],
+     [
+       {:decimal, "~> 1.6", [hex: :decimal, repo: "hexpm", optional: false]},
+       {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}
+     ], "hexpm"},
+  ecto_sql:
+    {:hex, :ecto_sql, "3.1.6", "1e80e30d16138a729c717f73dcb938590bcdb3a4502f3012414d0cbb261045d8",
+     [:mix],
+     [
+       {:db_connection, "~> 2.0", [hex: :db_connection, repo: "hexpm", optional: false]},
+       {:ecto, "~> 3.1.0", [hex: :ecto, repo: "hexpm", optional: false]},
+       {:mariaex, "~> 0.9.1", [hex: :mariaex, repo: "hexpm", optional: true]},
+       {:myxql, "~> 0.2.0", [hex: :myxql, repo: "hexpm", optional: true]},
+       {:postgrex, "~> 0.14.0 or ~> 0.15.0", [hex: :postgrex, repo: "hexpm", optional: true]},
+       {:telemetry, "~> 0.4.0", [hex: :telemetry, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  gen_stage:
+    {:hex, :gen_stage, "0.14.2",
+     "6a2a578a510c5bfca8a45e6b27552f613b41cf584b58210f017088d3d17d0b14", [:mix], [], "hexpm"},
+  gen_state_machine:
+    {:hex, :gen_state_machine, "2.0.5",
+     "9ac15ec6e66acac994cc442dcc2c6f9796cf380ec4b08267223014be1c728a95", [:mix], [], "hexpm"},
+  gettext:
+    {:hex, :gettext, "0.17.0", "abe21542c831887a2b16f4c94556db9c421ab301aee417b7c4fbde7fbdbe01ec",
+     [:mix], [], "hexpm"},
+  hackney:
+    {:hex, :hackney, "1.15.1", "9f8f471c844b8ce395f7b6d8398139e26ddca9ebc171a8b91342ee15a19963f4",
+     [:rebar3],
+     [
+       {:certifi, "2.5.1", [hex: :certifi, repo: "hexpm", optional: false]},
+       {:idna, "6.0.0", [hex: :idna, repo: "hexpm", optional: false]},
+       {:metrics, "1.0.1", [hex: :metrics, repo: "hexpm", optional: false]},
+       {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]},
+       {:ssl_verify_fun, "1.1.4", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  honeydew:
+    {:hex, :honeydew, "1.4.3", "f2d976aaf8b9b914a635d2d483f1a71d2f6d8651809474dd5db581953cbebb30",
+     [:mix], [{:ecto, "~> 3.0", [hex: :ecto, repo: "hexpm", optional: true]}], "hexpm"},
+  httpoison:
+    {:hex, :httpoison, "1.5.1",
+     "0f55b5b673b03c5c327dac7015a67cb571b99b631acc0bc1b0b98dcd6b9f2104", [:mix],
+     [{:hackney, "~> 1.8", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm"},
+  idna:
+    {:hex, :idna, "6.0.0", "689c46cbcdf3524c44d5f3dde8001f364cd7608a99556d8fbd8239a5798d4c10",
+     [:rebar3],
+     [
+       {:unicode_util_compat, "0.4.1",
+        [hex: :unicode_util_compat, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  jason:
+    {:hex, :jason, "1.1.2", "b03dedea67a99223a2eaf9f1264ce37154564de899fd3d8b9a21b1a6fd64afe7",
+     [:mix], [{:decimal, "~> 1.0", [hex: :decimal, repo: "hexpm", optional: true]}], "hexpm"},
+  libring:
+    {:hex, :libring, "1.4.0", "41246ba2f3fbc76b3971f6bce83119dfec1eee17e977a48d8a9cfaaf58c2a8d6",
+     [:mix], [], "hexpm"},
+  metrics:
+    {:hex, :metrics, "1.0.1", "25f094dea2cda98213cecc3aeff09e940299d950904393b2a29d191c346a8486",
+     [:rebar3], [], "hexpm"},
+  mime:
+    {:hex, :mime, "1.3.1", "30ce04ab3175b6ad0bdce0035cba77bba68b813d523d1aac73d9781b4d193cf8",
+     [:mix], [], "hexpm"},
+  mimerl:
+    {:hex, :mimerl, "1.2.0", "67e2d3f571088d5cfd3e550c383094b47159f3eee8ffa08e64106cdf5e981be3",
+     [:rebar3], [], "hexpm"},
+  parse_trans:
+    {:hex, :parse_trans, "3.3.0",
+     "09765507a3c7590a784615cfd421d101aec25098d50b89d7aa1d66646bc571c1", [:rebar3], [], "hexpm"},
+  phoenix:
+    {:hex, :phoenix, "1.4.9", "746d098e10741c334d88143d3c94cab1756435f94387a63441792e66ec0ee974",
+     [:mix],
+     [
+       {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]},
+       {:phoenix_pubsub, "~> 1.1", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]},
+       {:plug, "~> 1.8.1 or ~> 1.9", [hex: :plug, repo: "hexpm", optional: false]},
+       {:plug_cowboy, "~> 1.0 or ~> 2.0", [hex: :plug_cowboy, repo: "hexpm", optional: true]},
+       {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  phoenix_ecto:
+    {:hex, :phoenix_ecto, "4.0.0",
+     "c43117a136e7399ea04ecaac73f8f23ee0ffe3e07acfcb8062fe5f4c9f0f6531", [:mix],
+     [
+       {:ecto, "~> 3.0", [hex: :ecto, repo: "hexpm", optional: false]},
+       {:phoenix_html, "~> 2.9", [hex: :phoenix_html, repo: "hexpm", optional: true]},
+       {:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  phoenix_pubsub:
+    {:hex, :phoenix_pubsub, "1.1.2",
+     "496c303bdf1b2e98a9d26e89af5bba3ab487ba3a3735f74bf1f4064d2a845a3e", [:mix], [], "hexpm"},
+  plug:
+    {:hex, :plug, "1.8.2", "0bcce1daa420f189a6491f3940cc77ea7fb1919761175c9c3b59800d897440fc",
+     [:mix],
+     [
+       {:mime, "~> 1.0", [hex: :mime, repo: "hexpm", optional: false]},
+       {:plug_crypto, "~> 1.0", [hex: :plug_crypto, repo: "hexpm", optional: false]},
+       {:telemetry, "~> 0.4", [hex: :telemetry, repo: "hexpm", optional: true]}
+     ], "hexpm"},
+  plug_cowboy:
+    {:hex, :plug_cowboy, "2.1.0",
+     "b75768153c3a8a9e8039d4b25bb9b14efbc58e9c4a6e6a270abff1cd30cbe320", [:mix],
+     [
+       {:cowboy, "~> 2.5", [hex: :cowboy, repo: "hexpm", optional: false]},
+       {:plug, "~> 1.7", [hex: :plug, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  plug_crypto:
+    {:hex, :plug_crypto, "1.0.0",
+     "18e49317d3fa343f24620ed22795ec29d4a5e602d52d1513ccea0b07d8ea7d4d", [:mix], [], "hexpm"},
+  postgrex:
+    {:hex, :postgrex, "0.14.3",
+     "5754dee2fdf6e9e508cbf49ab138df964278700b764177e8f3871e658b345a1e", [:mix],
+     [
+       {:connection, "~> 1.0", [hex: :connection, repo: "hexpm", optional: false]},
+       {:db_connection, "~> 2.0", [hex: :db_connection, repo: "hexpm", optional: false]},
+       {:decimal, "~> 1.5", [hex: :decimal, repo: "hexpm", optional: false]},
+       {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}
+     ], "hexpm"},
+  quantum:
+    {:hex, :quantum, "2.3.4", "72a0e8855e2adc101459eac8454787cb74ab4169de6ca50f670e72142d4960e9",
+     [:mix],
+     [
+       {:calendar, "~> 0.17", [hex: :calendar, repo: "hexpm", optional: true]},
+       {:crontab, "~> 1.1", [hex: :crontab, repo: "hexpm", optional: false]},
+       {:gen_stage, "~> 0.12", [hex: :gen_stage, repo: "hexpm", optional: false]},
+       {:swarm, "~> 3.3", [hex: :swarm, repo: "hexpm", optional: false]},
+       {:timex, "~> 3.1", [hex: :timex, repo: "hexpm", optional: true]}
+     ], "hexpm"},
+  ranch:
+    {:hex, :ranch, "1.7.1", "6b1fab51b49196860b733a49c07604465a47bdb78aa10c1c16a3d199f7f8c881",
+     [:rebar3], [], "hexpm"},
+  ssl_verify_fun:
+    {:hex, :ssl_verify_fun, "1.1.4",
+     "f0eafff810d2041e93f915ef59899c923f4568f4585904d010387ed74988e77b", [:make, :mix, :rebar3],
+     [], "hexpm"},
+  swarm:
+    {:hex, :swarm, "3.4.0", "64f8b30055d74640d2186c66354b33b999438692a91be275bb89cdc7e401f448",
+     [:mix],
+     [
+       {:gen_state_machine, "~> 2.0", [hex: :gen_state_machine, repo: "hexpm", optional: false]},
+       {:libring, "~> 1.0", [hex: :libring, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  telemetry:
+    {:hex, :telemetry, "0.4.0",
+     "8339bee3fa8b91cb84d14c2935f8ecf399ccd87301ad6da6b71c09553834b2ab", [:rebar3], [], "hexpm"},
+  timex:
+    {:hex, :timex, "3.6.1", "efdf56d0e67a6b956cc57774353b0329c8ab7726766a11547e529357ffdc1d56",
+     [:mix],
+     [
+       {:combine, "~> 0.10", [hex: :combine, repo: "hexpm", optional: false]},
+       {:gettext, "~> 0.10", [hex: :gettext, repo: "hexpm", optional: false]},
+       {:tzdata, "~> 0.1.8 or ~> 0.5 or ~> 1.0.0", [hex: :tzdata, repo: "hexpm", optional: false]}
+     ], "hexpm"},
+  tzdata:
+    {:hex, :tzdata, "1.0.1", "f6027a331af7d837471248e62733c6ebee86a72e57c613aa071ebb1f750fc71a",
+     [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm"},
+  unicode_util_compat:
+    {:hex, :unicode_util_compat, "0.4.1",
+     "d869e4c68901dd9531385bb0c8c40444ebf624e60b6962d95952775cac5e90cd", [:rebar3], [], "hexpm"}
 }