Global Variable Fix

global variable fix on building blocklist filter to get rid of 'fatal error: concurrent map writes'

Author: santhosh-ponnusamy

main.go

@@ -15,7 +15,21 @@ import (
 //import "strings"
 
 func main() {
+    mychannel := make(chan bool)
+    go loadbuild(mychannel)
+    go loadbuild(mychannel)
+    go loadbuild(mychannel)
+    go loadbuild(mychannel)
+    go loadbuild(mychannel)
+    <-mychannel
+    <-mychannel
+    <-mychannel
+    <-mychannel
+    <-mychannel
+}
+
 
+func loadbuild(mychannel chan bool){
     err, FT := trie.Build("./td", "./rank", "./basicconfig", "./blocklists")
     if err == nil {
         //[33216 32768 8192 256 4]
@@ -92,9 +106,8 @@ func main() {
         if err := pprof.WriteHeapProfile(f); err != nil {
             fmt.Println("could not write memory profile: ", err)
         }
-
+        mychannel <- true
 }
-
 func PrintMemUsage() {
         var m runtime.MemStats
         runtime.ReadMemStats(&m)

trie/build.go

@@ -11,21 +11,21 @@ import "strings"
 import "encoding/json"
 
 var Debug = false
-var RD = RankDirectory{}
-var FT = FrozenTrie{}
-var RD_buf = []uint16{}
-var TD_buf = []uint16{}
-var Blacklistconfigjson = "./filetag.json"
 var W = 16
 var L1 = 32 * 32
 var L2 = 32
-var NodeCount *int
 
 func Build(tdpath, rdpath, bcpath, ftpath string) (error, FrozenTrie) {
     // FIXME: add an integrity check for all four files which are
     // dependant on each other and need to be from the same "generation"
+    var RD = RankDirectory{}
+    var FT = FrozenTrie{}
+    var RD_buf = []uint16{}
+    var TD_buf = []uint16{}
+    
+    var NodeCount *int
     var err error
-    Blacklistconfigjson = string(ftpath)
+    //Blacklistconfigjson = string(ftpath)
     TD_buf, err = read_file_u16(tdpath)
     if err != nil {
         fmt.Println(err)
@@ -48,7 +48,7 @@ func Build(tdpath, rdpath, bcpath, ftpath string) (error, FrozenTrie) {
     RD.Init(RD_buf, TD_buf, *NodeCount*2+1, L1, L2, nil)
     //RD.display()
     FT.Init(TD_buf, RD, *NodeCount)
-    FT.LoadTag()
+    FT.LoadTag(string(ftpath))
     //LoadNodecount_BasicConfig("./basicconfig.json")
 
     /*

trie/frozentrie.go

@@ -310,8 +310,8 @@ func (FT *FrozenTrie) lookup(word []uint8) (bool, []uint32) {
     return false, emptyreturn
 }
 
-func (FT *FrozenTrie) LoadTag() error {
-    data, err := ioutil.ReadFile(Blacklistconfigjson)
+func (FT *FrozenTrie) LoadTag(filepath string) error {
+    data, err := ioutil.ReadFile(filepath)
     if err != nil {
         fmt.Print(err)
         return err
@@ -585,7 +585,7 @@ func (FT *FrozenTrie) decode(stamp string, ver string) (tags []string, err error
     return FT.flagstotag(u16)
 }
 
-func (ft *FrozenTrie) flagstotag(flags []uint16) ([]string, error) {
+func (FT *FrozenTrie) flagstotag(flags []uint16) ([]string, error) {
     // flags has to be an array of 16-bit integers.
 
     // first index always contains the header

trie/readtag.go

@@ -9,7 +9,7 @@ import (
     "strings"
 )
 
-func CheckDN() {
+func CheckDN(FT *FrozenTrie) {
     var a [1]string
     a[0] = "D:\\Celzero\\blocklist script\\blocklistfiles\\privacy\\MNH.txt"
     //a[0] = "D:\\Celzero\\blocklist script\\blocklistfiles\\privacy\\NLH.txt"