selfprivacy-rest-api/selfprivacy_api/restic_controller/__init__.py

252 lines
7.9 KiB
Python
Raw Normal View History

2021-12-06 06:48:29 +00:00
"""Restic singleton controller."""
from datetime import datetime
import json
import subprocess
import os
2021-12-06 09:07:03 +00:00
from threading import Lock
2021-12-06 06:48:29 +00:00
from enum import Enum
import portalocker
from selfprivacy_api.utils import ReadUserData
class ResticStates(Enum):
"""Restic states enum."""
NO_KEY = 0
NOT_INITIALIZED = 1
INITIALIZED = 2
BACKING_UP = 3
RESTORING = 4
ERROR = 5
INITIALIZING = 6
class ResticController:
"""
States in wich the restic_controller may be
- no backblaze key
- backblaze key is provided, but repository is not initialized
- backblaze key is provided, repository is initialized
- fetching list of snapshots
- creating snapshot, current progress can be retrieved
- recovering from snapshot
Any ongoing operation acquires the lock
Current state can be fetched with get_state()
"""
_instance = None
2021-12-06 09:07:03 +00:00
_lock = Lock()
2021-12-06 06:48:29 +00:00
_initialized = False
def __new__(cls):
if not cls._instance:
2021-12-06 09:07:03 +00:00
with cls._lock:
cls._instance = super(ResticController, cls).__new__(cls)
2021-12-06 06:48:29 +00:00
return cls._instance
def __init__(self):
if self._initialized:
return
self.state = ResticStates.NO_KEY
self.lock = False
self.progress = 0
self._backblaze_account = None
self._backblaze_key = None
self._repository_name = None
self.snapshot_list = []
self.error_message = None
2021-12-06 09:07:03 +00:00
self._initialized = True
2021-12-06 06:48:29 +00:00
self.load_configuration()
self.write_rclone_config()
self.load_snapshots()
def load_configuration(self):
"""Load current configuration from user data to singleton."""
with ReadUserData() as user_data:
self._backblaze_account = user_data["backblaze"]["accountId"]
self._backblaze_key = user_data["backblaze"]["accountKey"]
self._repository_name = user_data["backblaze"]["bucket"]
if self._backblaze_account and self._backblaze_key and self._repository_name:
self.state = ResticStates.INITIALIZING
else:
self.state = ResticStates.NO_KEY
def write_rclone_config(self):
"""
Open /root/.config/rclone/rclone.conf with portalocker
and write configuration in the following format:
[backblaze]
type = b2
account = {self.backblaze_account}
key = {self.backblaze_key}
"""
with portalocker.Lock(
"/root/.config/rclone/rclone.conf", "w", timeout=None
) as rclone_config:
rclone_config.write(
f"[backblaze]\n"
f"type = b2\n"
f"account = {self._backblaze_account}\n"
f"key = {self._backblaze_key}\n"
)
def load_snapshots(self):
"""
Load list of snapshots from repository
"""
backup_listing_command = [
"restic",
"-o",
"rclone.args=serve restic --stdio",
2021-12-06 06:48:29 +00:00
"-r",
f"rclone:backblaze:{self._repository_name}/sfbackup",
"snapshots",
"--json",
]
2022-02-16 13:03:38 +00:00
if self.state in (ResticStates.BACKING_UP, ResticStates.RESTORING):
2021-12-06 06:48:29 +00:00
return
2021-12-06 09:00:53 +00:00
with subprocess.Popen(
backup_listing_command,
shell=False,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
) as backup_listing_process_descriptor:
2021-12-06 18:35:41 +00:00
snapshots_list = backup_listing_process_descriptor.communicate()[0].decode(
"utf-8"
)
2021-12-06 09:00:53 +00:00
try:
starting_index = snapshots_list.find("[")
json.loads(snapshots_list[starting_index:])
self.snapshot_list = json.loads(snapshots_list[starting_index:])
self.state = ResticStates.INITIALIZED
2021-12-06 09:07:03 +00:00
print(snapshots_list)
2021-12-06 09:00:53 +00:00
except ValueError:
if "Is there a repository at the following location?" in snapshots_list:
self.state = ResticStates.NOT_INITIALIZED
return
2022-02-16 13:03:38 +00:00
self.state = ResticStates.ERROR
self.error_message = snapshots_list
return
2021-12-06 06:48:29 +00:00
def initialize_repository(self):
"""
Initialize repository with restic
"""
initialize_repository_command = [
"restic",
"-o",
"rclone.args=serve restic --stdio",
2021-12-06 06:48:29 +00:00
"-r",
f"rclone:backblaze:{self._repository_name}/sfbackup",
"init",
]
2021-12-06 09:00:53 +00:00
with subprocess.Popen(
initialize_repository_command,
shell=False,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
) as initialize_repository_process_descriptor:
msg = initialize_repository_process_descriptor.communicate()[0].decode(
"utf-8"
)
if initialize_repository_process_descriptor.returncode == 0:
self.state = ResticStates.INITIALIZED
else:
self.state = ResticStates.ERROR
self.error_message = msg
2021-12-06 06:48:29 +00:00
2021-12-06 09:00:53 +00:00
self.state = ResticStates.INITIALIZED
2021-12-06 06:48:29 +00:00
def start_backup(self):
"""
Start backup with restic
"""
backup_command = [
"restic",
"-o",
"rclone.args=serve restic --stdio",
2021-12-06 06:48:29 +00:00
"-r",
f"rclone:backblaze:{self._repository_name}/sfbackup",
"--verbose",
"--json",
"backup",
"/var",
]
with open("/var/backup.log", "w", encoding="utf-8") as log_file:
2021-12-06 09:00:53 +00:00
subprocess.Popen(
backup_command,
shell=False,
stdout=log_file,
stderr=subprocess.STDOUT,
)
2021-12-06 06:48:29 +00:00
2021-12-06 09:00:53 +00:00
self.state = ResticStates.BACKING_UP
self.progress = 0
2021-12-06 06:48:29 +00:00
def check_progress(self):
"""
Check progress of ongoing backup operation
"""
backup_status_check_command = ["tail", "-1", "/var/backup.log"]
2021-12-06 06:48:29 +00:00
2022-02-16 13:03:38 +00:00
if self.state in (ResticStates.NO_KEY, ResticStates.NOT_INITIALIZED):
2021-12-06 06:48:29 +00:00
return
# If the log file does not exists
if os.path.exists("/var/backup.log") is False:
2021-12-06 06:48:29 +00:00
self.state = ResticStates.INITIALIZED
with subprocess.Popen(
backup_status_check_command,
shell=False,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
) as backup_status_check_process_descriptor:
backup_process_status = (
backup_status_check_process_descriptor.communicate()[0].decode("utf-8")
)
try:
status = json.loads(backup_process_status)
except ValueError:
print(backup_process_status)
self.error_message = backup_process_status
return
if status["message_type"] == "status":
self.progress = status["percent_done"]
self.state = ResticStates.BACKING_UP
elif status["message_type"] == "summary":
self.state = ResticStates.INITIALIZED
self.progress = 0
self.snapshot_list.append(
{
"short_id": status["snapshot_id"],
# Current time in format 2021-12-02T00:02:51.086452543+03:00
"time": datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%f%z"),
}
)
def restore_from_backup(self, snapshot_id):
"""
Restore from backup with restic
"""
backup_restoration_command = [
"restic",
"-o",
"rclone.args=serve restic --stdio",
2021-12-06 06:48:29 +00:00
"-r",
f"rclone:backblaze:{self._repository_name}/sfbackup",
"restore",
snapshot_id,
"--target",
"/",
]
self.state = ResticStates.RESTORING
2021-12-06 09:00:53 +00:00
subprocess.run(backup_restoration_command, shell=False)
2021-12-06 06:48:29 +00:00
self.state = ResticStates.INITIALIZED