This repository has been archived on 2023-09-05. You can view files and clone it, but cannot push or open issues or pull requests.
backup-manager/BackupManager/Program.cs

326 lines
12 KiB
C#
Raw Normal View History

using MySql.Data.MySqlClient;
using System;
using System.Collections.Generic;
2018-10-13 23:03:50 +00:00
using System.Diagnostics;
using System.IO;
using System.IO.Compression;
using System.Linq;
2019-01-15 15:27:00 +00:00
using System.Net;
using System.Net.Sockets;
2018-10-13 23:03:50 +00:00
using System.Runtime.InteropServices;
2019-01-15 15:27:00 +00:00
using System.Security.Cryptography;
using System.Text;
2018-10-13 23:03:50 +00:00
using System.Xml;
using System.Xml.Serialization;
2019-11-06 17:04:53 +00:00
namespace BackupManager {
public static class Program {
2018-10-13 23:03:50 +00:00
public readonly static Stopwatch sw = new Stopwatch();
private const string CONFIG_NAME = @"FlashiiBackupManager.v1.xml";
public static bool IsWindows
=> RuntimeInformation.IsOSPlatform(OSPlatform.Windows);
public readonly static DateTimeOffset Startup = DateTimeOffset.UtcNow;
public static string Basename
=> $@"{Environment.MachineName} {Startup.Year:0000}-{Startup.Month:00}-{Startup.Day:00} {Startup.Hour:00}{Startup.Minute:00}{Startup.Second:00}";
2019-11-06 17:04:53 +00:00
public static string BackupName
2018-10-13 23:03:50 +00:00
=> $@"{Basename}.zip";
private static Config Config;
private readonly static string ConfigPath = Path.Combine(
Environment.GetFolderPath(Environment.SpecialFolder.Personal),
CONFIG_NAME
);
2019-11-06 17:04:53 +00:00
public static string BackupStore => string.IsNullOrWhiteSpace(Config.FileSystemPathV2)
? Path.Combine(Environment.GetFolderPath(Environment.SpecialFolder.Personal), @"Backups")
: Config.FileSystemPathV2;
2018-10-13 23:03:50 +00:00
public static bool Headless;
2019-11-06 17:04:53 +00:00
public static string WindowsToUnixPath(this string path) {
2018-10-13 23:03:50 +00:00
return IsWindows ? path.Replace('\\', '/') : path;
}
2019-11-06 17:04:53 +00:00
public static Stream ToXml(this object obj, bool pretty = false) {
2018-10-13 23:03:50 +00:00
MemoryStream ms = new MemoryStream();
XmlSerializer xs = new XmlSerializer(obj.GetType());
using (XmlWriter xw = XmlWriter.Create(ms, new XmlWriterSettings { Indent = pretty }))
xs.Serialize(xw, obj);
ms.Seek(0, SeekOrigin.Begin);
return ms;
}
2019-11-06 17:04:53 +00:00
public static T FromXml<T>(Stream xml) {
2018-10-13 23:03:50 +00:00
if (xml.CanSeek)
xml.Seek(0, SeekOrigin.Begin);
XmlSerializer xs = new XmlSerializer(typeof(T));
return (T)xs.Deserialize(xml);
}
2019-11-06 17:04:53 +00:00
public static void SaveConfig() {
2018-10-13 23:03:50 +00:00
Log(@"Saving configuration...");
using (FileStream fs = new FileStream(ConfigPath, FileMode.Create, FileAccess.Write))
using (Stream cs = Config.ToXml(true))
cs.CopyTo(fs);
}
2019-11-06 17:04:53 +00:00
public static void LoadConfig() {
2018-10-13 23:03:50 +00:00
Log(@"Loading configuration...");
using (FileStream fs = File.OpenRead(ConfigPath))
Config = FromXml<Config>(fs);
}
2019-11-06 17:04:53 +00:00
public static void Main(string[] args) {
2018-10-13 23:03:50 +00:00
Headless = args.Contains(@"-cron") || args.Contains(@"-headless");
Log(@"Flashii Backup Manager");
sw.Start();
2019-11-06 17:04:53 +00:00
if (!File.Exists(ConfigPath)) {
2018-10-13 23:03:50 +00:00
Config = new Config();
SaveConfig();
Error(@"No configuration file exists, created a blank one. Be sure to fill it out properly.");
}
LoadConfig();
2019-11-06 17:04:53 +00:00
if (!Directory.Exists(BackupStore))
Directory.CreateDirectory(BackupStore);
2018-10-13 23:03:50 +00:00
Log(@"Fetching database list...");
MySqlConnectionStringBuilder connStr = new MySqlConnectionStringBuilder {
Server = Config.MySqlHost,
UserID = Config.MySqlUser,
Password = Config.MySqlPass,
CharacterSet = @"utf8mb4",
SslMode = MySqlSslMode.None,
};
List<string> databases = new List<string>();
string[] exclude = Config.MySqlExcludeDatabases.Split(' ');
using (MySqlConnection conn = new MySqlConnection(connStr.ToString())) {
conn.Open();
2021-07-30 02:23:48 +00:00
using(MySqlCommand comm = new(@"SET NAMES 'utf8mb4';", conn))
2021-07-30 02:23:00 +00:00
comm.ExecuteNonQuery();
using(MySqlCommand comm = new MySqlCommand(@"SHOW DATABASES;", conn))
using(MySqlDataReader read = comm.ExecuteReader()) {
while(read.Read()) {
string database = read.GetString(0);
2021-07-30 02:23:00 +00:00
if(string.IsNullOrEmpty(database) || exclude.Contains(database))
continue;
databases.Add(database);
}
}
}
2019-11-06 17:04:53 +00:00
Log(@"Creating backup archive...");
2019-08-16 03:09:17 +00:00
2019-11-06 17:04:53 +00:00
string archivePath = Path.GetTempFileName();
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
using (FileStream fs = File.OpenWrite(archivePath))
using (ZipArchive archive = new ZipArchive(fs, ZipArchiveMode.Create)) {
Log(@"Database backup...");
string sqldefaults = Path.GetTempFileName();
2019-08-16 03:09:17 +00:00
2019-11-06 17:04:53 +00:00
using (FileStream sqlConfFs = File.Open(sqldefaults, FileMode.Open, FileAccess.ReadWrite))
using (StreamWriter sw = new StreamWriter(sqlConfFs)) {
sw.WriteLine(@"[client]");
sw.WriteLine($@"user={Config.MySqlUser}");
sw.WriteLine($@"password={Config.MySqlPass}");
sw.WriteLine(@"default-character-set=utf8mb4");
}
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
foreach (string database in databases)
CreateDbDump(archive, sqldefaults, database);
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
Log($@"MariaDB dump done.");
File.Delete(sqldefaults);
2018-10-13 23:03:50 +00:00
2021-07-30 02:08:42 +00:00
if (!string.IsNullOrWhiteSpace(Config.MisuzuPath)
&& Directory.Exists(Config.MisuzuPath)) {
2019-11-06 17:04:53 +00:00
Log(@"Filesystem backup...");
string mszConfig = Path.Combine(Config.MisuzuPath, @"config/config.ini");
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
if (!File.Exists(mszConfig))
Error(@"Could not find Misuzu config.");
string mszStore = Path.Combine(Config.MisuzuPath, @"store");
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
if (!Directory.Exists(mszStore))
Error(@"Could not find Misuzu storage directory.");
CreateMisuzuDataBackup(archive, mszConfig, mszStore);
}
2018-10-13 23:03:50 +00:00
}
2019-11-06 17:04:53 +00:00
string targetPath = Path.Combine(BackupStore, BackupName);
File.Move(archivePath, targetPath);
Log($@"Moved backup archive to {targetPath}");
2018-10-13 23:03:50 +00:00
SaveConfig();
sw.Stop();
Log($@"Done! Took {sw.Elapsed}.", true);
2018-10-13 23:03:50 +00:00
#if DEBUG
Console.ReadLine();
#endif
}
2019-11-06 17:04:53 +00:00
public static void Log(object line, bool forceSatori = false) {
if (!Headless) {
if (sw?.IsRunning == true) {
2019-02-11 15:29:50 +00:00
ConsoleColor fg = Console.ForegroundColor;
Console.ForegroundColor = ConsoleColor.Yellow;
Console.Write(sw.ElapsedMilliseconds.ToString().PadRight(10));
Console.ForegroundColor = fg;
}
2018-10-13 23:03:50 +00:00
2019-02-11 15:29:50 +00:00
Console.WriteLine(line);
}
2019-01-15 15:27:00 +00:00
2019-02-11 15:29:50 +00:00
if (forceSatori || (!Headless && !(Config?.SatoriErrorsOnly ?? true)))
2019-01-15 15:27:00 +00:00
SatoriBroadcast(line.ToString());
2018-10-13 23:03:50 +00:00
}
2019-11-06 17:04:53 +00:00
public static void Error(object line, int exit = 0x00DEAD00) {
if (!Headless) {
2018-10-13 23:03:50 +00:00
Console.ForegroundColor = ConsoleColor.Red;
Log(line);
Console.ResetColor();
}
2019-01-15 15:27:00 +00:00
SatoriBroadcast(line.ToString(), true);
2019-01-15 14:55:35 +00:00
#if DEBUG
Console.ReadLine();
#endif
2018-10-13 23:03:50 +00:00
Environment.Exit(exit);
}
2019-11-06 17:04:53 +00:00
public static void CreateMisuzuDataBackup(ZipArchive archive, string configPath, string storePath) {
Log(@"Storing non-volatile Misuzu data...");
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
archive.CreateEntryFromFile(configPath, @"misuzu/config/config.ini", CompressionLevel.Optimal);
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
string[] storeFiles = Directory.GetFiles(storePath, @"*", SearchOption.AllDirectories);
2018-10-13 23:03:50 +00:00
2019-11-06 17:04:53 +00:00
foreach (string file in storeFiles)
archive.CreateEntryFromFile(
file,
@"misuzu/store/" + file.Replace(storePath, string.Empty).WindowsToUnixPath().Trim('/'),
CompressionLevel.Optimal
);
2018-10-13 23:03:50 +00:00
}
2019-11-06 17:04:53 +00:00
public static void CreateDbDump(ZipArchive archive, string defaults, string database) {
Log($@"Dumping {database}...");
2018-10-13 23:03:50 +00:00
2019-08-16 03:09:17 +00:00
string sqldump = Path.GetTempFileName();
StringBuilder mysqldumpArgs = new StringBuilder();
2019-11-06 17:04:53 +00:00
mysqldumpArgs.AppendFormat(@"--defaults-file={0} ", defaults);
mysqldumpArgs.Append(@"--single-transaction ");
mysqldumpArgs.Append(@"--tz-utc --triggers ");
mysqldumpArgs.Append(@"--routines --hex-blob ");
mysqldumpArgs.Append(@"--add-locks --order-by-primary ");
2021-01-31 00:26:38 +00:00
mysqldumpArgs.Append(@"--skip-lock-tables "); // might regret this, we'll find out someday
2019-08-16 03:09:17 +00:00
mysqldumpArgs.AppendFormat(@"--result-file={0} ", sqldump);
2021-01-31 00:26:38 +00:00
mysqldumpArgs.Append(@"-Q -q -B "); // lock, quote names, quick, database list
2019-11-06 17:04:53 +00:00
mysqldumpArgs.Append(database);
2019-08-16 03:09:17 +00:00
#if DEBUG
Log($@"mysqldump args: {mysqldumpArgs}");
#endif
2019-11-06 17:04:53 +00:00
Process p = Process.Start(new ProcessStartInfo {
2018-10-13 23:03:50 +00:00
FileName = IsWindows ? Config.MySqlDumpPathWindows : Config.MySqlDumpPath,
Arguments = mysqldumpArgs.ToString(),
2018-10-13 23:03:50 +00:00
UseShellExecute = false,
CreateNoWindow = true,
2019-01-15 14:55:35 +00:00
});
2018-10-13 23:03:50 +00:00
p.WaitForExit();
2019-11-06 17:04:53 +00:00
archive.CreateEntryFromFile(sqldump, $@"mariadb/{database}.sql", CompressionLevel.Optimal);
2019-08-16 03:09:17 +00:00
2019-11-06 17:04:53 +00:00
File.Delete(sqldump);
2018-10-13 23:03:50 +00:00
}
2019-11-06 17:04:53 +00:00
public static void SatoriBroadcast(string text, bool error = false) {
2019-01-15 15:27:00 +00:00
if (string.IsNullOrEmpty(text)
|| Config == null
|| string.IsNullOrWhiteSpace(Config.SatoriHost)
|| string.IsNullOrWhiteSpace(Config.SatoriSecret)
|| Config.SatoriPort < 1)
return;
IPAddress ip = null;
2019-11-06 17:04:53 +00:00
try {
2019-01-15 15:27:00 +00:00
ip = IPAddress.Parse(Config.SatoriHost);
2019-11-06 17:04:53 +00:00
} catch {
try {
2019-08-16 22:52:07 +00:00
// forcing IPv4 here, it seems to explode with IPv6 and i don't really want to figure out why
ip = Dns.GetHostAddresses(Config.SatoriHost).FirstOrDefault(x => x.AddressFamily == AddressFamily.InterNetwork);
2019-11-06 17:04:53 +00:00
} catch {
2019-01-15 15:27:00 +00:00
ip = null;
}
}
if (ip == null)
return;
EndPoint endPoint = new IPEndPoint(ip, Config.SatoriPort);
StringBuilder textBuilder = new StringBuilder();
2021-07-30 02:26:29 +00:00
textBuilder.AppendFormat(@"[b]Backup System[/b] [{0}]: ", Environment.MachineName);
2019-01-15 15:27:00 +00:00
if (error)
textBuilder.Append(@"[color=red]");
textBuilder.Append(text);
if (error)
textBuilder.Append(@"[/color]");
text = textBuilder.ToString();
StringBuilder messageBuilder = new StringBuilder();
2019-11-06 17:04:53 +00:00
using (HMACSHA256 hmac = new HMACSHA256(Encoding.UTF8.GetBytes(Config.SatoriSecret))) {
2019-01-15 15:27:00 +00:00
byte[] hash = hmac.ComputeHash(Encoding.UTF8.GetBytes(text));
foreach (byte b in hash)
messageBuilder.AppendFormat(@"{0:x2}", b);
}
messageBuilder.Append(text);
string message = messageBuilder.ToString();
byte[] messageBytes = new byte[Encoding.UTF8.GetByteCount(message) + 2];
messageBytes[0] = messageBytes[messageBytes.Length - 1] = 0x0F;
Encoding.UTF8.GetBytes(message).CopyTo(messageBytes, 1);
2019-11-06 17:04:53 +00:00
using (Socket sock = new Socket(endPoint.AddressFamily, SocketType.Stream, ProtocolType.Tcp)) {
2019-01-15 15:27:00 +00:00
sock.NoDelay = sock.Blocking = true;
sock.Connect(endPoint);
sock.Send(messageBytes);
}
}
2018-10-13 23:03:50 +00:00
}
}