add spam domain to blacklist
This commit is contained in:
parent
c9139a3fae
commit
82677fcd32
|
@ -34,7 +34,8 @@ config :backend, :crawler,
|
||||||
crawl_interval_mins: 30,
|
crawl_interval_mins: 30,
|
||||||
crawl_workers: 50,
|
crawl_workers: 50,
|
||||||
blacklist: [
|
blacklist: [
|
||||||
"gab.best"
|
"gab.best",
|
||||||
|
"4chan.icu"
|
||||||
],
|
],
|
||||||
user_agent: "fediverse.space crawler"
|
user_agent: "fediverse.space crawler"
|
||||||
|
|
||||||
|
|
|
@ -11,7 +11,8 @@ config :backend, BackendWeb.Endpoint,
|
||||||
debug_errors: true,
|
debug_errors: true,
|
||||||
code_reloader: true,
|
code_reloader: true,
|
||||||
check_origin: false,
|
check_origin: false,
|
||||||
watchers: []
|
watchers: [],
|
||||||
|
server: true
|
||||||
|
|
||||||
# ## SSL Support
|
# ## SSL Support
|
||||||
#
|
#
|
||||||
|
|
Loading…
Reference in a new issue