Migrate to Azure (Thanks, Leo!)

Author: 0x0ade

.gitmodules

@@ -4,3 +4,6 @@
 [submodule "SVG"]
 	path = SVG
 	url = https://github.com/vvvv/SVG.git
+[submodule "Newtonsoft.Json"]
+	path = Newtonsoft.Json
+	url = https://github.com/JamesNK/Newtonsoft.Json.git

Content/background.png

@@ -28,14 +28,15 @@
     <IsWebBootstrapper>false</IsWebBootstrapper>
     <UseApplicationTrust>false</UseApplicationTrust>
     <BootstrapperEnabled>true</BootstrapperEnabled>
+    <NewtonsoftConstants>NET20;HAVE_LINQ;HAVE_ADO_NET;HAVE_APP_DOMAIN;HAVE_BINARY_FORMATTER;HAVE_BINARY_SERIALIZATION;HAVE_BINARY_EXCEPTION_SERIALIZATION;HAVE_CAS;HAVE_CHAR_TO_LOWER_WITH_CULTURE;HAVE_CHAR_TO_STRING_WITH_CULTURE;HAVE_COM_ATTRIBUTES;HAVE_COMPONENT_MODEL;HAVE_DB_NULL_TYPE_CODE;HAVE_EMPTY_TYPES;HAVE_FAST_REVERSE;HAVE_FULL_REFLECTION;HAVE_ICLONEABLE;HAVE_ICONVERTIBLE;HAVE_MEMORY_BARRIER;HAVE_NON_SERIALIZED_ATTRIBUTE;HAVE_REFLECTION_EMIT;HAVE_STREAM_READER_WRITER_CLOSE;HAVE_TRACE_WRITER;HAVE_TYPE_DESCRIPTOR;HAVE_UNICODE_SURROGATE_DETECTION;HAVE_XML_DOCUMENT;HAVE_XML_DOCUMENT_TYPE;</NewtonsoftConstants>
   </PropertyGroup>
   <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
     <PlatformTarget>AnyCPU</PlatformTarget>
     <DebugSymbols>true</DebugSymbols>
     <DebugType>full</DebugType>
     <Optimize>false</Optimize>
     <OutputPath>bin\Debug\</OutputPath>
-    <DefineConstants>TRACE;DEBUG;MONOMOD_NO_ENTRY</DefineConstants>
+    <DefineConstants>TRACE;DEBUG;MONOMOD_NO_ENTRY;$(NewtonsoftConstants)</DefineConstants>
     <ErrorReport>prompt</ErrorReport>
     <WarningLevel>4</WarningLevel>
     <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
@@ -46,11 +47,12 @@
     <DebugType>pdbonly</DebugType>
     <Optimize>true</Optimize>
     <OutputPath>bin\Release\</OutputPath>
-    <DefineConstants>TRACE;MONOMOD_NO_ENTRY</DefineConstants>
+    <DefineConstants>TRACE;MONOMOD_NO_ENTRY;$(NewtonsoftConstants)</DefineConstants>
     <ErrorReport>prompt</ErrorReport>
     <WarningLevel>4</WarningLevel>
     <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
     <Prefer32Bit>false</Prefer32Bit>
+    <LangVersion>7.3</LangVersion>
   </PropertyGroup>
   <PropertyGroup>
     <StartupObject>MonoMod.Installer.Program</StartupObject>
@@ -60,6 +62,7 @@
   </PropertyGroup>
   <ItemGroup>
     <Reference Include="System" />
+    <Reference Include="System.Data" />
     <Reference Include="System.Drawing" />
     <Reference Include="System.IO.Compression" />
     <Reference Include="System.Web" />
@@ -522,14 +525,21 @@
     <Compile Include="SVG\Source\Transforms\SvgTranslate.cs" />
     <Compile Include="SVG\Source\Web\SvgHandler.cs" />
   </ItemGroup>
+  <ItemGroup>
+    <!-- Newtonsoft.Json -->
+    <Compile Include="Newtonsoft.Json\Src\Newtonsoft.Json\**\*.cs" />
+    <Compile Remove="Newtonsoft.Json\Src\Newtonsoft.Json\Properties\*.cs" />
+  </ItemGroup>
   <ItemGroup>
     <BootstrapperPackage Include="Microsoft.Net.Framework.3.5.SP1">
       <Visible>False</Visible>
       <ProductName>.NET Framework 3.5 SP1</ProductName>
       <Install>true</Install>
     </BootstrapperPackage>
   </ItemGroup>
-  <ItemGroup />
+  <ItemGroup>
+    <WCFMetadata Include="Connected Services\" />
+  </ItemGroup>
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <!-- To modify your build process, add your task inside one of the targets below and uncomment it. 
        Other similar extension points exist, see Microsoft.Common.targets.

Everest.Installer.csproj

@@ -34,5 +34,5 @@
 // You can specify all the values or you can default the Build and Revision Numbers 
 // by using the '*' as shown below:
 // [assembly: AssemblyVersion("1.0.*")]
-[assembly: AssemblyVersion("18.06.0.*")]
+[assembly: AssemblyVersion("19.03.0.*")]
 [assembly: AssemblyFileVersion("1.0.0.0")]

Newtonsoft.Json

@@ -184,16 +184,27 @@ private void _DownloadAndUnpack() {
                 int i = 0;
                 foreach (ZipArchiveEntry entry in zip.Entries) {
                     OnProgress?.Invoke(Status.Unpack, (i + 1) / (float) zip.Entries.Count);
-                    string to = Path.Combine(root, entry.Name);
-                    string toParent = Path.GetDirectoryName(to);
-                    Console.WriteLine($"{entry.Name} -> {to}");
-                    if (!Directory.Exists(toParent))
-                        Directory.CreateDirectory(toParent);
-                    if (File.Exists(to))
-                        File.Delete(to);
-                    using (FileStream fs = File.OpenWrite(to))
-                    using (Stream compressed = entry.Open())
-                        compressed.CopyTo(fs);
+
+                    if (!entry.Name.EndsWith("/") && entry.Length != 0) {
+                        string entryName = entry.Name;
+                        if (entryName.StartsWith("main/"))
+                            entryName = entryName.Substring(5);
+
+                        string to = Path.Combine(root, entryName);
+                        string toParent = Path.GetDirectoryName(to);
+                        Console.WriteLine($"{entry.Name} -> {to}");
+
+                        if (!Directory.Exists(toParent))
+                            Directory.CreateDirectory(toParent);
+
+                        if (File.Exists(to))
+                            File.Delete(to);
+
+                        using (FileStream fs = File.OpenWrite(to))
+                        using (Stream compressed = entry.Open())
+                            compressed.CopyTo(fs);
+                    }
+
                     i++;
                 }
             }
@@ -274,77 +285,91 @@ private byte[] _Download(string url) {
 
             // The following blob of code comes from the old ETGMod.Installer.
 
-            byte[] data = null;
-
             Console.WriteLine($"Downloading {url}");
 
-            DateTime timeStart = DateTime.Now;
-            using (WebClient wc = new WebClient()) {
-                using (Stream s = wc.OpenRead(url)) {
-                    long sLength;
-                    if (s.CanSeek) {
-                        // Mono
-                        sLength = s.Length;
-                    } else {
-                        // .NET
-                        HttpWebRequest request = (HttpWebRequest) WebRequest.Create(url);
-                        request.UserAgent = $"MonoMod.Installer {Assembly.GetEntryAssembly().GetName().Version}";
-                        request.Method = "HEAD";
-                        using (HttpWebResponse response = (HttpWebResponse) request.GetResponse()) {
-                            sLength = response.ContentLength;
+            using (MemoryStream copy = new MemoryStream()) {
+                DateTime timeStart = DateTime.Now;
+                using (WebClient wc = new WebClient()) {
+                    using (Stream input = wc.OpenRead(url)) {
+                        long length;
+                        if (input.CanSeek) {
+                            // Mono
+                            length = input.Length;
+                        } else {
+                            // .NET
+                            try {
+                                HttpWebRequest request = (HttpWebRequest) WebRequest.Create(url);
+                                request.UserAgent = $"MonoMod.Installer {Assembly.GetEntryAssembly().GetName().Version}";
+                                request.Method = "HEAD";
+                                using (HttpWebResponse response = (HttpWebResponse) request.GetResponse()) {
+                                    length = response.ContentLength;
+                                }
+                            } catch (Exception) {
+                                length = 0;
+                            }
                         }
-                    }
-                    Console.WriteLine($"{sLength} bytes");
-                    data = new byte[sLength];
-
-                    long progressSize = sLength;
-                    int progressScale = 1;
-                    while (progressSize > int.MaxValue) {
-                        progressScale *= 10;
-                        progressSize = sLength / progressScale;
-                    }
+                        Console.WriteLine($"{length} bytes");
 
-                    OnProgress?.Invoke(Status.Download, 0f);
-
-                    DateTime timeLast = timeStart;
-
-                    int read;
-                    int readForSpeed = 0;
-                    int pos = 0;
-                    int speed = 0;
-                    TimeSpan td;
-                    while (pos < data.Length) {
-                        read = s.Read(data, pos, Math.Min(2048, data.Length - pos));
-                        pos += read;
-                        readForSpeed += read;
-
-                        td = (DateTime.Now - timeLast);
-                        if (td.TotalMilliseconds > 100) {
-                            speed = (int) ((readForSpeed / 1024D) / td.TotalSeconds);
-                            readForSpeed = 0;
-                            timeLast = DateTime.Now;
+                        long progressSize = length;
+                        int progressScale = 1;
+                        while (progressSize > int.MaxValue) {
+                            progressScale *= 10;
+                            progressSize = length / progressScale;
                         }
 
-                        OnProgress?.Invoke(Status.Download, (float) ((pos / progressScale) / (double) progressSize));
-                        LogWriter.OnWriteLine?.Invoke(
-                            "Downloading - " +
-                            (int) (Math.Round(100D * ((pos / progressScale) / (double) progressSize))) + "%, " +
-                            speed + " KiB/s"
-                        );
-                    }
+                        OnProgress?.Invoke(Status.Download, 0f);
+
+                        DateTime timeLast = timeStart;
+
+                        byte[] buffer = new byte[4096];
+                        DateTime timeLastSpeed = timeStart;
+                        int read = 1;
+                        int readForSpeed = 0;
+                        int pos = 0;
+                        int speed = 0;
+                        int count = 0;
+                        TimeSpan td;
+                        while (read > 0) {
+                            count = length > 0 ? (int) Math.Min(buffer.Length, length - pos) : buffer.Length;
+                            read = input.Read(buffer, 0, count);
+                            copy.Write(buffer, 0, read);
+                            pos += read;
+                            readForSpeed += read;
+
+                            td = (DateTime.Now - timeLast);
+                            if (td.TotalMilliseconds > 100) {
+                                speed = (int) ((readForSpeed / 1024D) / td.TotalSeconds);
+                                readForSpeed = 0;
+                                timeLast = DateTime.Now;
+                            }
+
+                            if (length > 0) {
+                                OnProgress?.Invoke(Status.Download, (float) ((pos / progressScale) / (double) progressSize));
+                                LogWriter.OnWriteLine?.Invoke(
+                                    $"Downloading: {((int) Math.Floor(100D * (pos / (double) length)))}% @ {speed} KiB/s"
+                                );
+                            } else {
+                                OnProgress?.Invoke(Status.Download, 1f);
+                                LogWriter.OnWriteLine?.Invoke(
+                                    $"Downloading: {((int) Math.Floor(pos / 1000D))}KiB @ {speed} KiB/s"
+                                );
+                            }
+                        }
 
+                    }
                 }
-            }
 
-            OnProgress?.Invoke(Status.Download, 1f);
+                OnProgress?.Invoke(Status.Download, 1f);
 
-            string logSize = (data.Length / 1024D).ToString(CultureInfo.InvariantCulture);
-            logSize = logSize.Substring(0, Math.Min(logSize.IndexOf('.') + 3, logSize.Length));
-            string logTime = (DateTime.Now - timeStart).TotalSeconds.ToString(CultureInfo.InvariantCulture);
-            logTime = logTime.Substring(0, Math.Min(logTime.IndexOf('.') + 3, logTime.Length));
-            Console.WriteLine($"Downloaded {logSize} KiB in {logTime} seconds.");
+                byte[] data = copy.ToArray();
+                string logSize = (data.Length / 1024D).ToString(CultureInfo.InvariantCulture);
+                logSize = logSize.Substring(0, Math.Min(logSize.IndexOf('.') + 3, logSize.Length));
+                string logTime = (DateTime.Now - timeStart).TotalSeconds.ToString(CultureInfo.InvariantCulture);
+                logTime = logTime.Substring(0, Math.Min(logTime.IndexOf('.') + 3, logTime.Length));
+                Console.WriteLine($"Downloaded {logSize} KiB in {logTime} seconds.");
 
-            return data;
+                return data;
+            }
         }
 
         public enum Status {

Properties/AssemblyInfo.cs

@@ -12,6 +12,7 @@
 using System.Text.RegularExpressions;
 using System.Threading;
 using System.IO.Compression;
+using Newtonsoft.Json.Linq;
 
 namespace MonoMod.Installer.Everest {
     public partial class EverestInfo : GameModInfo {
@@ -83,18 +84,39 @@ public override Dictionary<string, string> GameIDs {
 
         public override List<ModVersion> ModVersions {
             get {
-                string data = null;
-                using (WebClient wc = new WebClient())
-                    data = wc.DownloadString("https://ams3.digitaloceanspaces.com/lollyde/everest-travis/builds_index.txt");
+                const int offset = 700;
+                const string artifactFormat = "https://dev.azure.com/EverestAPI/Everest/_apis/build/builds/{0}/artifacts?artifactName=main&api-version=5.0&%24format=zip";
+                const string index = "https://dev.azure.com/EverestAPI/Everest/_apis/build/builds?api-version=5.0";
 
-                string[] lines = data.Split('\n');
+                string dataRaw = null;
+                using (WebClient wc = new WebClient())
+                    dataRaw = wc.DownloadString(index);
 
                 List<ModVersion> versions = new List<ModVersion>();
-                for (int i = 0; i < lines.Length; i++) {
-                    string line = lines[i].Trim('\r', '\n').Trim();
-                    if (line.Length == 0 || line.StartsWith("#"))
+
+                JObject root = JObject.Parse(dataRaw);
+                JArray list = root["value"] as JArray;
+                foreach (JObject build in list) {
+                    if (build["status"].ToObject<string>() != "completed" || build["result"].ToObject<string>() != "succeeded")
+                        continue;
+
+                    string reason = build["reason"].ToObject<string>();
+                    if (reason != "manual" && reason != "individualCI")
                         continue;
-                    versions.Add(ParseLine(line, "https://ams3.digitaloceanspaces.com"));
+
+                    int id = build["id"].ToObject<int>();
+                    string branch = build["sourceBranch"].ToObject<string>().Replace("refs/heads/", "");
+                    string url = string.Format(artifactFormat, id);
+
+                    string name = (id + offset).ToString();
+                    if (branch != "master")
+                        name = $"{name} ({branch})";
+
+                    versions.Add(new ModVersion() {
+                        Name = name,
+                        URL = url,
+                        Version = new Version(1, 0, id)
+                    });
                 }
 
                 return versions;
@@ -208,46 +230,6 @@ public override string CurrentExecutablePath {
             }
         }
 
-        // Copy-paste of Everest's updater version parser.
-        private static ModVersion ParseLine(string line, string root) {
-            string[] split = line.Split(' ');
-            if (split.Length < 2 || split.Length > 3)
-                throw new Exception("Version list format incompatible!");
-
-            string url = split[0];
-            if (!url.StartsWith("http://") && !url.StartsWith("https://"))
-                // The index contains a relative path.
-                url = root + url;
-
-            if (!url.EndsWith("/" + split[1]))
-                throw new Exception("URL (first column) must end in filename (second column)!");
-
-            string name = split[1];
-            string branch = "master";
-
-            if (name.EndsWith(".zip"))
-                name = name.Substring(0, name.Length - 4);
-
-            if (name.StartsWith("build-"))
-                name = name.Substring(6);
-
-            int indexOfBranch = name.IndexOf('-');
-            if (indexOfBranch != -1) {
-                branch = name.Substring(indexOfBranch + 1);
-                name = name.Substring(0, indexOfBranch);
-            }
-
-            Version version;
-            if (split.Length == 3)
-                version = new Version(split[2]);
-            else
-                version = new Version(0, 0, int.Parse(Regex.Match(split[1], @"\d+").Value));
-
-            if (branch != "master")
-                name = $"{name} ({branch})";
-            return new ModVersion { Name = name, URL = url, Version = version };
-        }
-
         public override bool VerifyMod(ZipArchive zip, out string name) {
             name = null;
             bool valid = false;