From 37c00908ec0002a7ecc177b6220c9fcd11da1460 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Tao=20Bror=20Bojl=C3=A9n?= <tao@btao.org>
Date: Wed, 19 Feb 2020 10:11:28 +0000
Subject: [PATCH] double number of concurrent crawlers

---
 CHANGELOG.md              | 1 +
 backend/config/config.exs | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index fdecc88..678f535 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -12,6 +12,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Changed
 
 - Bring back `develop` staging backup (now managed in DNS)
+- Increase default number of concurrent crawlers to 100
 
 ### Deprecated
 
diff --git a/backend/config/config.exs b/backend/config/config.exs
index fac3fbc..390a228 100644
--- a/backend/config/config.exs
+++ b/backend/config/config.exs
@@ -60,7 +60,7 @@ config :backend, :crawler,
   status_count_limit: 5000,
   personal_instance_threshold: 10,
   crawl_interval_mins: 30,
-  crawl_workers: 50,
+  crawl_workers: 100,
   blacklist: [
     # spam
     "gab.best",