Initial import (thanks VS)

2018-10-14 01:03:50 +02:00 · 2018-10-14 01:03:50 +02:00 · 33e253c844
parent 4db8aa1748
commit 33e253c844
5 changed files with 498 additions and 0 deletions
--- a/BackupManager/BackupManager.csproj
+++ b/BackupManager/BackupManager.csproj
@ -0,0 +1,12 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>netcoreapp2.1</TargetFramework>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Google.Apis.Drive.v3" Version="1.34.0.1239" />
+  </ItemGroup>
+
+</Project>
--- a/BackupManager/Config.cs
+++ b/BackupManager/Config.cs
@ -0,0 +1,25 @@
+namespace BackupManager
+{
+    public class Config
+    {
+        public string GoogleClientId { get; set; }
+        public string GoogleClientSecret { get; set; }
+        public string GoogleBackupDirectory { get; set; } = @"Backups";
+
+        // these should not be edited in the xml file
+        public string GoogleAccessToken { get; set; }
+        public string GoogleTokenType { get; set; }
+        public long? GoogleTokenExpires { get; set; }
+        public string GoogleRefreshToken { get; set; }
+        public string GoogleTokenIssued { get; set; }
+
+        public string MySqlDumpPathWindows { get; set; } = @"C:\Program Files\MySQL\MySQL Server 8.0\bin\mysqldump.exe";
+        public string MySqlDumpPath { get; set; } = @"mysqldump";
+        public string MySqlHost { get; set; } = @"localhost";
+        public string MySqlUser { get; set; }
+        public string MySqlPass { get; set; }
+        public string MySqlDatabases { get; set; } = @"misuzu";
+
+        public string MisuzuPath { get; set; }
+    }
+}
--- a/BackupManager/GoogleDatastore.cs
+++ b/BackupManager/GoogleDatastore.cs
@ -0,0 +1,78 @@
+using Google.Apis.Auth.OAuth2.Responses;
+using Google.Apis.Json;
+using Google.Apis.Util.Store;
+using Newtonsoft.Json.Linq;
+using System;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace BackupManager
+{
+    public sealed class GoogleDatastore : IDataStore
+    {
+        public Config Config { get; set; }
+
+        public GoogleDatastore(Config config)
+        {
+            Config = config;
+        }
+
+        public Task<T> GetAsync<T>(string key)
+        {
+            TaskCompletionSource<T> tcs = new TaskCompletionSource<T>();
+
+            TokenResponse tr = new TokenResponse {
+                AccessToken = Config.GoogleAccessToken,
+                TokenType = Config.GoogleTokenType,
+                ExpiresInSeconds = Config.GoogleTokenExpires,
+                RefreshToken = Config.GoogleRefreshToken,
+                IssuedUtc = Config.GoogleTokenIssued == null
+                    ? new DateTime(1970, 1, 1, 0, 0, 0, DateTimeKind.Utc)
+                    : DateTime.Parse(Config.GoogleTokenIssued)
+            };
+            
+            tcs.SetResult((T)(object)tr); // fuck it
+            return tcs.Task;
+        }
+
+        public Task DeleteAsync<T>(string key)
+            => ClearAsync();
+
+        public Task ClearAsync()
+        {
+            Config.GoogleAccessToken = null;
+            Config.GoogleTokenType = null;
+            Config.GoogleTokenExpires = null;
+            Config.GoogleTokenIssued = null;
+            Config.GoogleTokenIssued = null;
+            return Task.Delay(0);
+        }
+
+        public Task StoreAsync<T>(string key, T value)
+        {
+            JObject json = JObject.Parse(NewtonsoftJsonSerializer.Instance.Serialize(value));
+
+            JToken accessToken = json.SelectToken(@"access_token");
+            if (accessToken != null)
+                Config.GoogleAccessToken = (string)accessToken;
+
+            JToken tokenType = json.SelectToken(@"token_type");
+            if (tokenType != null)
+                Config.GoogleTokenType = (string)tokenType;
+
+            JToken expiresIn = json.SelectToken(@"expires_in");
+            if (expiresIn != null)
+                Config.GoogleTokenExpires = (long?)expiresIn;
+
+            JToken refreshToken = json.SelectToken(@"refresh_token");
+            if (refreshToken != null)
+                Config.GoogleRefreshToken = (string)refreshToken;
+
+            JToken tokenIssued = json.SelectToken(@"Issued");
+            if (refreshToken != null)
+                Config.GoogleTokenIssued = (string)tokenIssued;
+
+            return Task.Delay(0);
+        }
+    }
+}
--- a/BackupManager/Program.cs
+++ b/BackupManager/Program.cs
@ -0,0 +1,367 @@
+using Google.Apis.Auth.OAuth2;
+using Google.Apis.Drive.v3;
+using Google.Apis.Services;
+using System;
+using System.Collections.Generic;
+using System.Diagnostics;
+using System.IO;
+using System.IO.Compression;
+using System.Linq;
+using System.Runtime.InteropServices;
+using System.Threading;
+using System.Xml;
+using System.Xml.Serialization;
+using GFile = Google.Apis.Drive.v3.Data.File;
+
+namespace BackupManager
+{
+    public static class Program
+    {
+        public readonly static Stopwatch sw = new Stopwatch();
+
+        private const string FOLDER_MIME = @"application/vnd.google-apps.folder";
+
+        private const string CONFIG_NAME = @"FlashiiBackupManager.v1.xml";
+
+        public static bool IsWindows
+            => RuntimeInformation.IsOSPlatform(OSPlatform.Windows);
+
+        public readonly static DateTimeOffset Startup = DateTimeOffset.UtcNow;
+
+        public static string Basename
+            => $@"{Environment.MachineName} {Startup.Year:0000}-{Startup.Month:00}-{Startup.Day:00} {Startup.Hour:00}{Startup.Minute:00}{Startup.Second:00}";
+        public static string DatabaseDumpName
+            => $@"{Basename}.sql.gz";
+        public static string UserDataName
+            => $@"{Basename}.zip";
+
+        private static Config Config;
+        private readonly static string ConfigPath = Path.Combine(
+            Environment.GetFolderPath(Environment.SpecialFolder.Personal),
+            CONFIG_NAME
+        );
+
+        private static DriveService DriveService;
+        private static GFile BackupStorage;
+
+        public static bool Headless;
+
+        public static string WindowsToUnixPath(this string path)
+        {
+            return IsWindows ? path.Replace('\\', '/') : path;
+        }
+
+        public static Stream ToXml(this object obj, bool pretty = false)
+        {
+            MemoryStream ms = new MemoryStream();
+            XmlSerializer xs = new XmlSerializer(obj.GetType());
+
+            using (XmlWriter xw = XmlWriter.Create(ms, new XmlWriterSettings { Indent = pretty }))
+                xs.Serialize(xw, obj);
+
+            ms.Seek(0, SeekOrigin.Begin);
+            return ms;
+        }
+
+        public static T FromXml<T>(Stream xml)
+        {
+            if (xml.CanSeek)
+                xml.Seek(0, SeekOrigin.Begin);
+
+            XmlSerializer xs = new XmlSerializer(typeof(T));
+            return (T)xs.Deserialize(xml);
+        }
+
+        public static void SaveConfig()
+        {
+            Log(@"Saving configuration...");
+            using (FileStream fs = new FileStream(ConfigPath, FileMode.Create, FileAccess.Write))
+            using (Stream cs = Config.ToXml(true))
+                cs.CopyTo(fs);
+        }
+
+        public static void LoadConfig()
+        {
+            Log(@"Loading configuration...");
+            using (FileStream fs = File.OpenRead(ConfigPath))
+                Config = FromXml<Config>(fs);
+        }
+
+        public static void Main(string[] args)
+        {
+            Headless = args.Contains(@"-cron") || args.Contains(@"-headless");
+
+            Log(@"Flashii Backup Manager");
+            sw.Start();
+
+            if (!File.Exists(ConfigPath))
+            {
+                Config = new Config();
+                SaveConfig();
+                Error(@"No configuration file exists, created a blank one. Be sure to fill it out properly.");
+            }
+
+            LoadConfig();
+
+            UserCredential uc = GoogleAuthenticate(
+                new ClientSecrets
+                {
+                    ClientId = Config.GoogleClientId,
+                    ClientSecret = Config.GoogleClientSecret,
+                },
+                new[] {
+                    DriveService.Scope.Drive,
+                    DriveService.Scope.DriveFile,
+                }
+            );
+
+            CreateDriveService(uc);
+            GetBackupStorage();
+
+            Log(@"Database backup...");
+
+            using (Stream s = CreateMySqlDump())
+            using (Stream g = GZipEncodeStream(s))
+            {
+                GFile f = Upload(DatabaseDumpName, @"application/sql+gzip", g);
+                Log($@"MySQL dump uploaded: {f.Name} ({f.Id})");
+            }
+
+            if (Directory.Exists(Config.MisuzuPath))
+            {
+                Log(@"Filesystem backup...");
+                string mszConfig = GetMisuzuConfig();
+
+                if (!File.Exists(mszConfig))
+                    Error(@"Could not find Misuzu config.");
+
+                string mszStore = FindMisuzuStorageDir(mszConfig);
+
+                if (!Directory.Exists(mszStore))
+                    Error(@"Could not find Misuzu storage directory.");
+
+                string archivePath = CreateMisuzuDataBackup(mszConfig, mszStore);
+
+                using (FileStream fs = File.OpenRead(archivePath))
+                {
+                    GFile f = Upload(UserDataName, @"application/zip", fs);
+                    Log($@"Misuzu data uploaded: {f.Name} ({f.Id})");
+                }
+
+                File.Delete(archivePath);
+            }
+
+            SaveConfig();
+            sw.Stop();
+            Log($@"Done! Took {sw.Elapsed}.");
+
+#if DEBUG
+            Console.ReadLine();
+#endif
+        }
+
+        public static void Log(object line)
+        {
+            if (Headless)
+                return;
+
+            if (sw?.IsRunning == true)
+            {
+                ConsoleColor fg = Console.ForegroundColor;
+                Console.ForegroundColor = ConsoleColor.Yellow;
+                Console.Write(sw.ElapsedMilliseconds.ToString().PadRight(10));
+                Console.ForegroundColor = fg;
+            }
+
+            Console.WriteLine(line);
+        }
+
+        public static void Error(object line, int exit = 0x00DEAD00)
+        {
+            if (!Headless)
+            {
+                Console.ForegroundColor = ConsoleColor.Red;
+                Log(line);
+                Console.ResetColor();
+            }
+
+            Environment.Exit(exit);
+        }
+        
+        public static GFile Upload(string name, string type, Stream stream)
+        {
+            Log($@"Uploading '{name}'...");
+            FilesResource.CreateMediaUpload request = DriveService.Files.Create(new GFile
+            {
+                Name = name,
+                Parents = new List<string> {
+                    BackupStorage.Id,
+                },
+            }, stream, type);
+            request.Fields = @"id, name";
+            request.Upload();
+            return request.ResponseBody;
+        }
+
+        public static string GetMisuzuConfig()
+        {
+            return Path.Combine(Config.MisuzuPath, @"config/config.ini");
+        }
+
+        public static string FindMisuzuStorageDir(string config)
+        {
+            Log(@"Finding storage directory...");
+
+            string[] configLines = File.ReadAllLines(config);
+            bool storageSectionFound = false;
+            string path = string.Empty;
+
+            foreach (string line in configLines)
+            {
+                if (!string.IsNullOrEmpty(path))
+                    break;
+                if (line.StartsWith('['))
+                    storageSectionFound = line == @"[Storage]";
+                if (!storageSectionFound)
+                    continue;
+
+                string[] split = line.Split('=', StringSplitOptions.RemoveEmptyEntries);
+
+                if (split.Length < 2 || split[0] != @"path")
+                    continue;
+
+                path = string.Join('=', split.Skip(1));
+                break;
+            }
+
+            if (string.IsNullOrEmpty(path))
+                path = Path.Combine(Config.MisuzuPath, @"store");
+
+            return path;
+        }
+
+        public static string CreateMisuzuDataBackup(string configPath, string storePath)
+        {
+            Log(@"Creating Zip archive containing non-volatile Misuzu data...");
+
+            string tmpName = Path.GetTempFileName();
+
+            using (FileStream fs = File.OpenWrite(tmpName))
+            using (ZipArchive za = new ZipArchive(fs, ZipArchiveMode.Create))
+            {
+                za.CreateEntryFromFile(configPath, @"config/config.ini", CompressionLevel.Optimal);
+
+                string[] storeFiles = Directory.GetFiles(storePath, @"*", SearchOption.AllDirectories);
+
+                foreach (string file in storeFiles)
+                    za.CreateEntryFromFile(
+                        file,
+                        @"store/" + file.Replace(storePath, string.Empty).WindowsToUnixPath().Trim('/'),
+                        CompressionLevel.Optimal
+                    );
+            }
+
+            return tmpName;
+        }
+
+        public static Stream CreateMySqlDump()
+        {
+            Log(@"Dumping MySQL Databases...");
+            string tmpFile = Path.GetTempFileName();
+
+            using (FileStream fs = File.Open(tmpFile, FileMode.Open, FileAccess.ReadWrite))
+            using (StreamWriter sw = new StreamWriter(fs))
+            {
+                sw.WriteLine(@"[client]");
+                sw.WriteLine($@"user={Config.MySqlUser}");
+                sw.WriteLine($@"password={Config.MySqlPass}");
+                sw.WriteLine(@"default-character-set=utf8");
+            }
+
+            ProcessStartInfo psi = new ProcessStartInfo
+            {
+                FileName = IsWindows ? Config.MySqlDumpPathWindows : Config.MySqlDumpPath,
+                RedirectStandardError = false,
+                RedirectStandardInput = false,
+                RedirectStandardOutput = true,
+                Arguments = $@"--defaults-file={tmpFile} --add-locks -l --order-by-primary -B {Config.MySqlDatabases}",
+                UseShellExecute = false,
+                CreateNoWindow = true,
+            };
+            Process p = Process.Start(psi);
+
+            int read;
+            byte[] buffer = new byte[1024];
+            MemoryStream ms = new MemoryStream();
+
+            while ((read = p.StandardOutput.BaseStream.Read(buffer, 0, buffer.Length)) > 0)
+                ms.Write(buffer, 0, read);
+
+            p.WaitForExit();
+            File.Delete(tmpFile);
+            ms.Seek(0, SeekOrigin.Begin);
+
+            return ms;
+        }
+
+        public static Stream GZipEncodeStream(Stream input)
+        {
+            Log(@"Compressing stream...");
+            MemoryStream output = new MemoryStream();
+
+            using (GZipStream gz = new GZipStream(output, CompressionLevel.Optimal, true))
+                input.CopyTo(gz);
+
+            output.Seek(0, SeekOrigin.Begin);
+            return output;
+        }
+        
+        public static UserCredential GoogleAuthenticate(ClientSecrets cs, string[] scopes)
+        {
+            Log(@"Authenticating with Google...");
+            return GoogleWebAuthorizationBroker.AuthorizeAsync(
+                cs,
+                scopes,
+                @"user",
+                CancellationToken.None,
+                new GoogleDatastore(Config),
+                new PromptCodeReceiver()
+            ).Result;
+        }
+
+        public static void CreateDriveService(UserCredential uc)
+        {
+            Log(@"Creating Google Drive service...");
+            DriveService = new DriveService(new BaseClientService.Initializer()
+            {
+                HttpClientInitializer = uc,
+                ApplicationName = @"Flashii Backup Manager",
+            });
+        }
+
+        public static void GetBackupStorage(string name = null)
+        {
+            name = name ?? Config.GoogleBackupDirectory;
+            Log(@"Getting backup folder...");
+            FilesResource.ListRequest lr = DriveService.Files.List();
+            lr.Q = $@"name = '{name}' and mimeType = '{FOLDER_MIME}'";
+            lr.PageSize = 1;
+            lr.Fields = @"files(id)";
+            GFile backupFolder = lr.Execute().Files.FirstOrDefault();
+
+            if (backupFolder == null)
+            {
+                Log(@"Backup folder doesn't exist yet, creating it...");
+                FilesResource.CreateRequest dcr = DriveService.Files.Create(new GFile
+                {
+                    Name = name,
+                    MimeType = FOLDER_MIME,
+                });
+                dcr.Fields = @"id";
+                backupFolder = dcr.Execute();
+            }
+
+            BackupStorage = backupFolder;
+        }
+    }
+}
--- a/BackupManager/Properties/PublishProfiles/FolderProfile.pubxml
+++ b/BackupManager/Properties/PublishProfiles/FolderProfile.pubxml
@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!--
+https://go.microsoft.com/fwlink/?LinkID=208121. 
+-->
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <PropertyGroup>
+    <PublishProtocol>FileSystem</PublishProtocol>
+    <Configuration>Release</Configuration>
+    <Platform>Any CPU</Platform>
+    <TargetFramework>netcoreapp2.1</TargetFramework>
+    <PublishDir>bin\Release\netcoreapp2.1\publish\</PublishDir>
+    <RuntimeIdentifier>linux-x64</RuntimeIdentifier>
+    <SelfContained>true</SelfContained>
+    <_IsPortable>false</_IsPortable>
+  </PropertyGroup>
+</Project>