inex/index.community
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

only use 20 crawl workers

Browse source
This commit is contained in:
Tao Bror Bojlén 2019-08-07 20:17:36 +03:00
parent f0f3f76f6c
commit 012fc1d85a
No known key found for this signature in database
GPG key ID: C6EC7AAB905F9E6F
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
backend/config/config.exs
View file

@ -65,7 +65,7 @@ config :backend, :crawler,
status_count_limit: 5000, status_count_limit: 5000,
personal_instance_threshold: 10, personal_instance_threshold: 10,
crawl_interval_mins: 60, crawl_interval_mins: 60,
crawl_workers: 50, crawl_workers: 20,
blacklist: [ blacklist: [
"gab.best", "gab.best",
"4chan.icu" "4chan.icu"