inex/index.community
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

don't try to set peers that don't exist

Browse source
This commit is contained in:
Tao Bojlen 2018-08-27 12:58:57 +02:00
parent d55d437369
commit 414578a760
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
scraper/management/commands/scrape.py
View file

@ -26,7 +26,7 @@ from scraper.management.commands._util import require_lock, InvalidResponseError
# TODO: use the /api/v1/server/followers and /api/v1/server/following endpoints in peertube instances # TODO: use the /api/v1/server/followers and /api/v1/server/following endpoints in peertube instances
SEED = 'mastodon.social' SEED = 'geekly.social'
TIMEOUT = 20 TIMEOUT = 20
@ -90,6 +90,8 @@ class Command(BaseCommand):
stats.save() stats.save()
# Save peers # Save peers
# TODO: make this shared amongst threads so the database only needs to be queried once # TODO: make this shared amongst threads so the database only needs to be queried once
if not data['peers']:
return
existing_instance_ids = Instance.objects.values_list('name', flat=True) existing_instance_ids = Instance.objects.values_list('name', flat=True)
existing_peers = Instance.objects.filter(name__in=existing_instance_ids) existing_peers = Instance.objects.filter(name__in=existing_instance_ids)
new_peer_ids = [peer for peer in data['peers'] if peer not in existing_instance_ids] new_peer_ids = [peer for peer in data['peers'] if peer not in existing_instance_ids]