add spam domain to blacklist
This commit is contained in:
parent
c9139a3fae
commit
82677fcd32
|
@ -34,7 +34,8 @@ config :backend, :crawler,
|
|||
crawl_interval_mins: 30,
|
||||
crawl_workers: 50,
|
||||
blacklist: [
|
||||
"gab.best"
|
||||
"gab.best",
|
||||
"4chan.icu"
|
||||
],
|
||||
user_agent: "fediverse.space crawler"
|
||||
|
||||
|
|
|
@ -11,7 +11,8 @@ config :backend, BackendWeb.Endpoint,
|
|||
debug_errors: true,
|
||||
code_reloader: true,
|
||||
check_origin: false,
|
||||
watchers: []
|
||||
watchers: [],
|
||||
server: true
|
||||
|
||||
# ## SSL Support
|
||||
#
|
||||
|
|
Loading…
Reference in a new issue