refactor filtering code
goal: use filters server-side, too
This commit is contained in:
parent
89419185ed
commit
8735ad2c21
2 changed files with 51 additions and 38 deletions
|
@ -11,41 +11,18 @@ import (
|
||||||
"strconv"
|
"strconv"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"git.lattuga.net/boyska/circolog/filtering"
|
||||||
"git.lattuga.net/boyska/circolog/formatter"
|
"git.lattuga.net/boyska/circolog/formatter"
|
||||||
"github.com/araddon/qlbridge/datasource"
|
|
||||||
"github.com/araddon/qlbridge/expr"
|
|
||||||
"github.com/araddon/qlbridge/value"
|
|
||||||
"github.com/araddon/qlbridge/vm"
|
|
||||||
"github.com/gorilla/websocket"
|
"github.com/gorilla/websocket"
|
||||||
"gopkg.in/mcuadros/go-syslog.v2/format"
|
"gopkg.in/mcuadros/go-syslog.v2/format"
|
||||||
"gopkg.in/mgo.v2/bson"
|
"gopkg.in/mgo.v2/bson"
|
||||||
)
|
)
|
||||||
|
|
||||||
type ExprValue struct {
|
|
||||||
Node expr.Node
|
|
||||||
}
|
|
||||||
|
|
||||||
func (e *ExprValue) String() string {
|
|
||||||
if e.Node != nil {
|
|
||||||
return e.Node.String()
|
|
||||||
} else {
|
|
||||||
return "<Empty Expression>"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
func (e *ExprValue) Set(value string) error {
|
|
||||||
ast, err := expr.ParseExpression(value)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
e.Node = ast
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
addr := flag.String("addr", "localhost:9080", "http service address")
|
addr := flag.String("addr", "localhost:9080", "http service address")
|
||||||
querySocket := flag.String("socket", "", "Path to a unix domain socket for the HTTP server")
|
querySocket := flag.String("socket", "", "Path to a unix domain socket for the HTTP server")
|
||||||
backlogLimit := flag.Int("n", -1, "Limit the backlog length, defaults to no limit (-1)")
|
backlogLimit := flag.Int("n", -1, "Limit the backlog length, defaults to no limit (-1)")
|
||||||
var filter ExprValue
|
var filter filtering.ExprValue
|
||||||
flag.Var(&filter, "where", "sql-like query to filter logs")
|
flag.Var(&filter, "where", "sql-like query to filter logs")
|
||||||
flag.Parse()
|
flag.Parse()
|
||||||
|
|
||||||
|
@ -98,20 +75,9 @@ func main() {
|
||||||
log.Println("invalid BSON", err)
|
log.Println("invalid BSON", err)
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if filter.Node != nil {
|
if filter.Node != nil && !filter.Validate(parsed) {
|
||||||
context := datasource.NewContextSimpleNative(parsed)
|
|
||||||
val, ok := vm.Eval(context, filter.Node)
|
|
||||||
if !ok || val == nil { // errors when evaluating
|
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
if val.Type() != value.BoolType {
|
|
||||||
fmt.Fprintln(os.Stderr, "WARNING: The 'where' expression doesn't return a boolean")
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if val.Value().(bool) != true {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if err := formatter.WriteFormatted(os.Stdout, formatter.FormatSyslog, parsed); err != nil {
|
if err := formatter.WriteFormatted(os.Stdout, formatter.FormatSyslog, parsed); err != nil {
|
||||||
log.Println("error printing", err)
|
log.Println("error printing", err)
|
||||||
}
|
}
|
||||||
|
|
47
filtering/filter.go
Normal file
47
filtering/filter.go
Normal file
|
@ -0,0 +1,47 @@
|
||||||
|
package filtering
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
|
||||||
|
"github.com/araddon/qlbridge/datasource"
|
||||||
|
"github.com/araddon/qlbridge/expr"
|
||||||
|
"github.com/araddon/qlbridge/value"
|
||||||
|
"github.com/araddon/qlbridge/vm"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ExprValue struct {
|
||||||
|
Node expr.Node
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *ExprValue) String() string {
|
||||||
|
if e.Node != nil {
|
||||||
|
return e.Node.String()
|
||||||
|
} else {
|
||||||
|
return "<Empty Expression>"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
func (e *ExprValue) Set(value string) error {
|
||||||
|
ast, err := expr.ParseExpression(value)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
e.Node = ast
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *ExprValue) Validate(line map[string]interface{}) bool {
|
||||||
|
context := datasource.NewContextSimpleNative(line)
|
||||||
|
val, ok := vm.Eval(context, e.Node)
|
||||||
|
if !ok || val == nil { // errors when evaluating
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
if val.Type() != value.BoolType {
|
||||||
|
fmt.Fprintln(os.Stderr, "WARNING: The 'where' expression doesn't return a boolean")
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
if val.Value().(bool) != true {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return true
|
||||||
|
}
|
Loading…
Reference in a new issue