Mirror Rework

* Reworked the whole mirror system
* Mirrors are now seperated into search and download mirrors
* A new download mirror has been added

Author: 0rga-n1ce

LibHandler/LibHandler.cs

@@ -55,15 +55,15 @@ public static List<Book> GetBooks(string request)
         /// Returns the current mirror.
         /// </summary>
         /// <returns></returns>
-        public static Mirror GetCurrentMirror()
-            => MirrorHandler.MainMirror;
+        public static Mirror GetCurrentMirror(MirrorType type)
+            => MirrorHandler.GetMainMirror(type);
 
         /// <summary>
         /// Sets the current mirror.
         /// </summary>
         /// <param name="mirror"></param>
         public static void SetCurrentMirror(Mirror mirror)
-            => MirrorHandler.MainMirror = mirror;
+            => MirrorHandler.SetMainMirror(mirror);
 
         /// <summary>
         /// Generates the search request url
@@ -73,7 +73,7 @@ public static void SetCurrentMirror(Mirror mirror)
         /// <param name="results">Amount of results (25, 50, 100)</param>
         /// <returns></returns>
         public static string GetRequestFormat(SearchField field, string value, int results) =>
-            $"https://libgen.rs/search.php?req={value}&res={results}&column={field.ToString().ToLower()}";
+            $"{MirrorHandler.GetMainMirror(MirrorType.SearchMirror).FullUrl}/search.php?req={value}&res={results}&column={field.ToString().ToLower()}";
 
     }
 

LibHandler/Models/Mirror.cs

@@ -0,0 +1,31 @@
+using System.Text.Json.Serialization;
+
+namespace LibHandler.Models
+{
+    public class Mirror
+    {
+        public string Url { get; set; }
+        public string FullUrl { get; set; }
+        [JsonConverter(typeof(JsonStringEnumConverter))]
+        public MirrorType MirrorType { get; set; }
+        public string Path { get; set; }
+        public long LastResponseTime { get; set; }
+
+        public Mirror()
+        {
+            Url = String.Empty;
+            FullUrl = String.Empty;
+            MirrorType = MirrorType.None;
+            Path = String.Empty;
+            LastResponseTime = 10000;
+        }
+    }
+
+    public enum MirrorType
+    {
+        SearchMirror,
+        DownloadMirror,
+        None
+    }
+
+}

LibHandler/Resources/mirrors.json

@@ -2,16 +2,28 @@
   {
     "Url": "libgen.is",
     "FullUrl": "https://libgen.is",
-    "DownloadUrl": "http://library.lol/"
+    "MirrorType": "SearchMirror"
   },
   {
     "Url": "libgen.rs",
     "FullUrl": "https://libgen.rs",
-    "DownloadUrl": "http://library.lol/"
+    "MirrorType": "SearchMirror"
   },
   {
     "Url": "libgen.st",
     "FullUrl": "https://libgen.st",
-    "DownloadUrl": "http://library.lol/"
+    "MirrorType": "SearchMirror"
+  },
+  {
+    "Url": "library.lol",
+    "FullUrl": "http://library.lol",
+    "MirrorType": "DownloadMirror",
+    "Path": "/main/"
+  },
+  {
+    "Url": "libgen.rocks",
+    "FullUrl": "https://libgen.rocks",
+    "MirrorType": "DownloadMirror",
+    "Path": "/ads.php?md5="
   }
 ]

LibHandler/Util/BaseApiHandler.cs

@@ -1,25 +1,23 @@
 using HtmlAgilityPack;
 using System.Net.Http.Headers;
+using LibHandler.Models;
 
 namespace LibHandler.Util
 {
     internal class BaseApiHandler
     {
-        readonly HttpClient httpClient;
-        readonly HttpClient httpDownload;
+        HttpClient httpClient = new HttpClient();
+        HttpClient httpDownload = new HttpClient();
+        
         public BaseApiHandler()
         {
-            httpClient = new HttpClient();
-            httpClient.BaseAddress = new Uri(MirrorHandler.MainMirror.FullUrl);
-            httpClient.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("text/html"));
-
-            httpDownload = new HttpClient();
-            httpDownload.BaseAddress = new Uri(MirrorHandler.MainMirror.DownloadUrl);
-            httpDownload.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("text/html"));
+            ReloadUrls();
         }
 
         public async Task<List<string>> GetIDs(string request)
         {
+            ReloadUrls();
+
             HttpResponseMessage response = await httpClient.GetAsync(request);
             if (response.IsSuccessStatusCode)
             {
@@ -46,6 +44,8 @@ public async Task<List<string>> GetIDs(string request)
         }
         public async Task<string> GetJSONData(List<string> ids)
         {
+            ReloadUrls();
+
             string idString = string.Join(",", ids);
 
             HttpResponseMessage response = await httpClient.GetAsync($"json.php?ids={idString}&fields=*");
@@ -62,26 +62,47 @@ public async Task<string> GetJSONData(List<string> ids)
         }
         public async Task<string> GetDownloadLink(string md5)
         {
-            HttpResponseMessage response = await httpDownload.GetAsync($"main/{md5}");
+            Mirror m = MirrorHandler.MainDownloadMirror;
+
+            ReloadUrls();
+
+            HttpResponseMessage response = await httpDownload.GetAsync(m.Path + md5);
+            
             if (response.IsSuccessStatusCode)
             {
                 string res = await response.Content.ReadAsStringAsync();
                 HtmlDocument html = new HtmlDocument();
                 html.LoadHtml(res);
 
-                HtmlNode download = html.DocumentNode.SelectSingleNode($"//div[@id='download']");
-
-                string mainDownload = download.SelectSingleNode("h2/a").Attributes["href"].Value;
-                return mainDownload;
+                if (m.Url.Equals("library.lol"))
+                {
+                    HtmlNode download = html.DocumentNode.SelectSingleNode($"//div[@id='download']");
+                    return download.SelectSingleNode("h2/a").Attributes["href"].Value;
+                }
+                else
+                {
+                    HtmlNode download = html.DocumentNode.SelectSingleNode($"//td[@bgcolor='#A9F5BC']/a");
+                    return m.FullUrl + "/" + download.Attributes["href"].Value;
+                }
             }
             else
             {
-                Console.WriteLine(response.ReasonPhrase);
-                return string.Empty;
-            }
+                return $"Error Getting Downloadlink.({response.Content})";
+            }   
         }
 
-    }
+        public void ReloadUrls()
+        {
+
+            httpClient = new HttpClient();
+            httpClient.BaseAddress = new Uri(MirrorHandler.MainSearchMirror.FullUrl);
+            httpClient.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("text/html"));
 
+            httpDownload = new HttpClient();
+            httpDownload.BaseAddress = new Uri(MirrorHandler.MainDownloadMirror.FullUrl);
+            httpDownload.DefaultRequestHeaders.Accept.Add(new MediaTypeWithQualityHeaderValue("text/html"));
+        }
+
+    }
 
 }

LibHandler/Util/MirrorHandler.cs

@@ -1,75 +1,114 @@
 using System.Text.Json;
 using System.Net.NetworkInformation;
 using System.Reflection;
+using LibHandler.Models;
+using System.Net;
 
 namespace LibHandler.Util
 {
-    public class Mirror
-    {
-        public string Url { get; set; }
-        public string FullUrl { get; set; }
-        public string DownloadUrl { get; set; }
-        public long LastResponseTime { get; set; }
-
-        public Mirror()
-        {
-            Url = String.Empty;
-            FullUrl = String.Empty;
-            DownloadUrl = String.Empty;
-            LastResponseTime = 10000;
-        }
-    }
-
     internal static class MirrorHandler
     {
-        private static List<Mirror> Mirrors { get; set; }
-        public static Mirror MainMirror { get; set; }
+        private static List<Mirror> SearchMirrors { get; set; }
+        private static List<Mirror> DownloadMirrors { get; set; }
+
+        public static Mirror MainSearchMirror { get; set; }
+        public static Mirror MainDownloadMirror { get; set; }
 
         static MirrorHandler()
         {
             StreamReader reader = new StreamReader(
                 Assembly.GetExecutingAssembly()
                 .GetManifestResourceStream(DataHandler.MIRROR_CONFIG_PATH) ?? Stream.Null);
 
-            //string config = File.ReadAllText(DataHandler.MIRROR_CONFIG_PATH);
             string config = reader.ReadToEnd();
-            Mirrors = JsonSerializer.Deserialize<List<Mirror>>(config) ?? new List<Mirror>();
+            List<Mirror> mirror = JsonSerializer.Deserialize<List<Mirror>>(config) ?? new List<Mirror>();
+
+            SearchMirrors = mirror.Where(m => m.MirrorType.Equals(MirrorType.SearchMirror)).ToList();
+            DownloadMirrors = mirror.Where(m => m.MirrorType.Equals(MirrorType.DownloadMirror)).ToList();
 
-            MainMirror = new Mirror();
-            MainMirror = GetMainMirror();
+            SetMirrorsResponseTimes(SearchMirrors);
+            SetMirrorsResponseTimes(DownloadMirrors);
+
+            MainSearchMirror = GetOptimalMirror(SearchMirrors);
+            MainDownloadMirror = GetOptimalMirror(DownloadMirrors);
         }
 
         public static void RemoveMirror(Mirror m)
-            => Mirrors.Remove(m);
-        public static void RemoveMirror(int m)
-            => Mirrors.RemoveAt(m);
-        public static void ReplaceMainMirror()
         {
-            Mirrors.Remove(MainMirror);
-            MainMirror = GetMainMirror(true);
+            if (m.MirrorType == MirrorType.SearchMirror) SearchMirrors.Remove(m);
+            else if (m.MirrorType == MirrorType.DownloadMirror) DownloadMirrors.Remove(m);
         }
 
-        public static Mirror GetMainMirror(bool refresh = false)
+        public static void SetMainMirror(Mirror m)
         {
-            if (MainMirror.Url != String.Empty && !refresh) return MainMirror;
-
-            Ping ping = new Ping();
+            if (m.MirrorType.Equals(MirrorType.SearchMirror)) MainSearchMirror = m;
+            else if (m.MirrorType.Equals(MirrorType.DownloadMirror)) MainDownloadMirror = m;
 
-            Mirror optimalMirror = new Mirror();
+        }
+    
+        public static void ReplaceMainMirror(MirrorType type)
+        {
+            switch (type)
+            {
+                case MirrorType.SearchMirror:
+                    SearchMirrors.Remove(MainSearchMirror);
+                    MainSearchMirror = GetOptimalMirror(SearchMirrors);
+                    break;
+                case MirrorType.DownloadMirror:
+                    DownloadMirrors.Remove(MainDownloadMirror);
+                    MainDownloadMirror = GetOptimalMirror(DownloadMirrors);
+                    break;
+            }
+        }
 
-            for (int i = 0; i < Mirrors.Count; i++)
+        public static Mirror GetMainMirror(MirrorType type)
+        {
+            Mirror m = type switch
             {
-                PingReply reply = ping.Send(Mirrors[i].Url);
-                if (reply.Status != IPStatus.Success) continue;
+                MirrorType.SearchMirror => MainSearchMirror,
+                MirrorType.DownloadMirror => MainDownloadMirror,
+                _ => throw new ArgumentOutOfRangeException(nameof(type), "Please provide a valid MirrorType")
+            };
+
+            return m;
+        }
+
+        public static void SetMirrorsResponseTimes(List<Mirror> mirrors)
+        {
+            Ping ping = new Ping();
 
-                if (reply.RoundtripTime < optimalMirror.LastResponseTime)
+            for (int i = 0; i < mirrors.Count; i++)
+            {
+                PingReply reply = ping.Send(mirrors[i].Url);
+                Console.WriteLine(reply.Status);
+                if (reply.Status != IPStatus.Success)
                 {
-                    Mirrors[i].LastResponseTime = reply.RoundtripTime;
-                    optimalMirror = Mirrors[i];
+                    mirrors[i].LastResponseTime = TryIPPing(mirrors[i].Url);
+                    continue;
                 }
+                mirrors[i].LastResponseTime = reply.RoundtripTime;
+            }
+        }
+
+        public static long TryIPPing(string Url)
+        {
+            IPHostEntry host = Dns.GetHostEntry(Url);
+            Ping p = new Ping();
+
+            foreach(IPAddress ip in host.AddressList)
+            {
+                PingReply rep = p.Send(ip);
+                if (rep.Status == IPStatus.Success)
+                    return rep.RoundtripTime;
             }
 
-            return optimalMirror;
+            return 10000;
+        }
+
+        public static Mirror GetOptimalMirror(List<Mirror> mirrors)
+        {
+            long min = mirrors.Min(m => m.LastResponseTime);
+            return mirrors.First(m => m.LastResponseTime == min);
         }
     }
 }