index.community/backend/config/config.exs

# This file is responsible for configuring your application
# and its dependencies with the aid of the Mix.Config module.
#
# This configuration file is loaded before any dependency and
# is restricted to this project.

# General application configuration
import Config

config :backend,
  ecto_repos: [Backend.Repo]

# Configures the endpoint
config :backend, BackendWeb.Endpoint,
  url: [host: "localhost"],
  secret_key_base: System.get_env("SECRET_KEY_BASE"),
  render_errors: [view: BackendWeb.ErrorView, accepts: ~w(json)]

config :backend, Backend.Repo, queue_target: 5000

config :backend, Backend.Elasticsearch.Cluster,
  url: "http://elastic:9200",
  api: Elasticsearch.API.HTTP,
  json_library: Jason

# Configures Elixir's Logger
config :logger, :console,
  format: "$time $metadata[$level] $message\n",
  metadata: [:request_id]

# Use Jason for JSON parsing in Phoenix
config :phoenix, :json_library, Jason

config :gollum,
  # 24 hrs
  refresh_secs: 86_400,
  lazy_refresh: true,
  user_agent: "index.community crawler"

config :backend, Graph.Cache,
  # 1 hour
  gc_interval: 3600


config :backend, Backend.Mailer,
  adapter: Swoosh.Adapters.SMTP,
  relay: System.get_env("MAILER_RELAY"),
  username: System.get_env("MAILER_USERNAME"),
  password: System.get_env("MAILER_PASSWORD"),
  ssl: true,
  tls: :always,
  auth: :always,
  port: 465

config :backend, Mastodon.Messenger,
  domain: System.get_env("MASTODON_DOMAIN"),
  token: System.get_env("MASTODON_TOKEN")

config :backend, :crawler,
  status_age_limit_days: 28,
  status_count_limit: 5000,
  personal_instance_threshold: 10,
  crawl_interval_mins: 30,
  crawl_workers: 100,
  blacklist: [
    # spam
    "gab.best",
    # spam
    "4chan.icu",
    # *really* doesn't want to be listed on fediverse.space
    "pleroma.site",
    # dummy instances used for pleroma CI
    "pleroma.online"
  ],
  user_agent: "index.community crawler",
  require_bidirectional_mentions: false,
  admin_phone: System.get_env("ADMIN_PHONE"),
  admin_email: System.get_env("ADMIN_EMAIL")

config :backend, Backend.Scheduler,
  jobs: [
    # At midnight every day
    {"@daily", {Backend.Scheduler, :prune_crawls, [1, "month"]}},
    # 00.15 daily
    {"15 0 * * *", {Backend.Scheduler, :generate_edges, []}},
    # 00.30 every night
    {"30 0 * * *", {Backend.Scheduler, :generate_insularity_scores, []}},
    # 00.45 every night
    {"45 0 * * *", {Backend.Scheduler, :generate_status_rate, []}},
    # Every 3 hours
    {"0 */3 * * *", {Backend.Scheduler, :check_for_spam_instances, []}}
  ]

config :phoenix, :template_engines,
  eex: Appsignal.Phoenix.Template.EExEngine,
  exs: Appsignal.Phoenix.Template.ExsEngine

# Import environment specific config. This must remain at the bottom
# of this file so it overrides the configuration defined above.
import_config "#{Mix.env()}.exs"