123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162 |
- package main
- import (
- "bufio"
- "fmt"
- "log"
- "os"
- "sync"
- "github.com/lytics/multibayes"
- )
- //ByControlPlane contains all the channels we need.
- type ByControlPlane struct {
- BadTokens chan string
- GoodTokens chan string
- StatsTokens chan string
- }
- //ControPlane is the variabile
- var ControPlane ByControlPlane
- //ByClassifier is the structure containing our Pseudo-Bayes classifier.
- type ByClassifier struct {
- STATS sync.Map
- bayez *multibayes.Classifier
- busy sync.Mutex
- }
- //AddStats adds the statistics after proper blocking.
- func (c *ByClassifier) AddStats(action string) {
- var one int64 = 1
- if v, ok := c.STATS.Load(action); ok {
- c.STATS.Store(action, v.(int64)+1)
- } else {
- c.STATS.Store(action, one)
- }
- }
- //IsBAD inserts a bad key in the right place.
- func (c *ByClassifier) IsBAD(key string) {
- c.busy.Lock()
- defer c.busy.Unlock()
- c.bayez.Add(key, []string{"BAD"})
- }
- //IsGOOD inserts the key in the right place.
- func (c *ByClassifier) IsGOOD(key string) {
- c.busy.Lock()
- defer c.busy.Unlock()
- c.bayez.Add(key, []string{"GOOD"})
- }
- //Posterior calculates the posterior probabilities in pseudo-bayes.
- func (c *ByClassifier) Posterior(hdr string) (ff map[string]float64) {
- defer func() {
- if a := recover(); a != nil {
- fmt.Println("OPS!: Recovering from:", a)
- ff = make(map[string]float64)
- ff["BAD"] = 0.5
- ff["GOOD"] = 0.5
- }
- }()
- c.busy.Lock()
- ff = c.bayez.Posterior(hdr)
- defer c.busy.Unlock()
- return ff
- }
- func (c *ByClassifier) enroll() {
- ControPlane.BadTokens = make(chan string, 2048)
- ControPlane.GoodTokens = make(chan string, 2048)
- ControPlane.StatsTokens = make(chan string, 2048)
- c.busy.Lock()
- c.bayez = multibayes.NewClassifier()
- c.bayez.MinClassSize = 0
- c.busy.Unlock()
- c.readInitList("blacklist.txt", "BAD")
- c.readInitList("whitelist.txt", "GOOD")
- go c.readBadTokens()
- go c.readGoodTokens()
- go c.readStatsTokens()
- log.Println("Classifier populated...")
- }
- func (c *ByClassifier) readBadTokens() {
- log.Println("Start reading BAD tokens")
- for token := range ControPlane.BadTokens {
- log.Println("Received BAD Token: ", token)
- c.IsBAD(token)
- }
- }
- func (c *ByClassifier) readGoodTokens() {
- log.Println("Start reading GOOD tokens")
- for token := range ControPlane.GoodTokens {
- log.Println("Received GOOD Token: ", token)
- c.IsGOOD(token)
- }
- }
- func (c *ByClassifier) readStatsTokens() {
- log.Println("Start reading STATS tokens")
- for token := range ControPlane.StatsTokens {
- c.AddStats(token)
- }
- }
- func (c *ByClassifier) readInitList(filePath, class string) {
- inFile, err := os.Open(filePath)
- if err != nil {
- log.Println(err.Error() + `: ` + filePath)
- return
- }
- defer inFile.Close()
- scanner := bufio.NewScanner(inFile)
- for scanner.Scan() {
- if len(scanner.Text()) > 3 {
- switch class {
- case "BAD":
- log.Println("Loading into Blacklist: ", scanner.Text()) // the line
- c.IsBAD(scanner.Text())
- case "GOOD":
- log.Println("Loading into Whitelist: ", scanner.Text()) // the line
- c.IsGOOD(scanner.Text())
- }
- }
- }
- }
|