chore: remove TibiaDataConvertEncoding-functions

Author: tobiasehlert

src/TibiaDataUtils.go

@@ -2,7 +2,6 @@ package main
 
 import (
 	"html"
-	"io"
 	"log"
 	"net/url"
 	"os"
@@ -13,7 +12,6 @@ import (
 	"unicode/utf8"
 
 	"golang.org/x/text/cases"
-	"golang.org/x/text/encoding/charmap"
 	"golang.org/x/text/language"
 	"golang.org/x/text/unicode/norm"
 )
@@ -186,16 +184,6 @@ func RemoveHtmlTag(s string) string {
 	return s
 }
 
-// TibiaDataConvertEncodingtoISO88591 func - convert string from UTF-8 to latin1 (ISO 8859-1)
-func TibiaDataConvertEncodingtoISO88591(data string) (string, error) {
-	return charmap.ISO8859_1.NewEncoder().String(data)
-}
-
-// TibiaDataConvertEncodingtoUTF8 func - convert string from latin1 (ISO 8859-1) to UTF-8
-func TibiaDataConvertEncodingtoUTF8(data io.Reader) io.Reader {
-	return norm.NFKC.Reader(charmap.ISO8859_1.NewDecoder().Reader(data))
-}
-
 // TibiaDataSanitizeEscapedString func - run unescape string on string
 func TibiaDataSanitizeEscapedString(data string) string {
 	return html.UnescapeString(data)

src/webserver.go

@@ -1289,14 +1289,8 @@ func TibiaDataHTMLDataCollector(TibiaDataRequest TibiaDataRequestStruct) (string
 		return string(res.Body()), nil
 	}
 
-	// Convert body to io.Reader
-	resIo := bytes.NewReader(res.Body())
-
-	// wrap reader in a converting reader from ISO 8859-1 to UTF-8
-	resIo2 := TibiaDataConvertEncodingtoUTF8(resIo)
-
 	// Load the HTML document
-	doc, err := goquery.NewDocumentFromReader(resIo2)
+	doc, err := goquery.NewDocumentFromReader(bytes.NewReader(res.Body()))
 	if err != nil {
 		log.Printf("[error] TibiaDataHTMLDataCollector (URL: %s) error: %s", res.Request.URL, err)
 		return "", err