From 942c35b7e6e9da1705f87573105fffdeb197dba2 Mon Sep 17 00:00:00 2001 From: Houkime <> Date: Fri, 7 Apr 2023 15:41:02 +0000 Subject: [PATCH] feature(backups): add snapshot cache sync functions --- selfprivacy_api/backup/__init__.py | 35 ++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) diff --git a/selfprivacy_api/backup/__init__.py b/selfprivacy_api/backup/__init__.py index 7e73ebd..13eb7de 100644 --- a/selfprivacy_api/backup/__init__.py +++ b/selfprivacy_api/backup/__init__.py @@ -72,12 +72,46 @@ class Backups: @staticmethod def _store_last_snapshot(service_id: str, snapshot: Snapshot): + # non-expiring timestamp of the last store_model_as_hash(redis, Backups._redis_last_backup_key(service_id), snapshot) + # expiring cache entry + Backups.cache_snapshot(snapshot) + @staticmethod + def cache_snapshot(snapshot: Snapshot): snapshot_key = Backups._redis_snapshot_key(snapshot) store_model_as_hash(redis, snapshot_key, snapshot) redis.expire(snapshot_key, REDIS_SNAPSHOT_CACHE_EXPIRE_SECONDS) + @staticmethod + def delete_cached_snapshot(snapshot: Snapshot): + snapshot_key = Backups._redis_snapshot_key(snapshot) + redis.delete(snapshot_key) + + @staticmethod + def get_cached_snapshots() -> List[Snapshot]: + keys = redis.keys(REDIS_SNAPSHOTS_PREFIX + "*") + result = [] + + for key in keys: + snapshot = hash_as_model(redis, key, Snapshot) + result.append(snapshot) + return result + + @staticmethod + def get_cached_snapshots_service(service_id: str) -> List[Snapshot]: + snapshots = Backups.get_cached_snapshots() + return [snap for snap in snapshots if snap.service_name == service_id] + + @staticmethod + def sync_service_snapshots(service_id: str, snapshots: List[Snapshot]): + for snapshot in snapshots: + if snapshot.service_name == service_id: + Backups.cache_snapshot(snapshot) + for snapshot in Backups.get_cached_snapshots_service(service_id): + if snapshot.id not in [snap.id for snap in snapshots]: + Backups.delete_cached_snapshot(snapshot) + @staticmethod def _redis_autobackup_key(service_name: str) -> str: return REDIS_AUTOBACKUP_ENABLED_PREFIX + service_name @@ -244,6 +278,7 @@ class Backups: @staticmethod def back_up(service: Service): + """The top-level function to back up a service""" folder = service.get_location() repo_name = service.get_id()