gibheer/bleve
0
0
Fork 0
Code
d3466f3919
bleve/search/query_syntax.nn.go
Marty Schoch f225d484b3 overhauled search 
many bugs fixed in existing search
phrase query updated to support gaps in term sequence
new query types
all,none,match,phrase match
and new query syntax search, like google search:
+/-(optional field qualifier:)<term or quoted phrase>
2014-07-11 14:49:59 -04:00

867 lines
16 KiB
Go
Raw Blame History

package search
import (
"log"
)
import (
"strconv"
)
import ("bufio";"io";"strings")
type dfa struct {
acc []bool
f []func(rune) int
id int
}
type family struct {
a []dfa
endcase int
}
var a0 [10]dfa
var a []family
func init() {
a = make([]family, 1)
{
var acc [18]bool
var fun [18]func(rune) int
fun[1] = func(r rune) int {
switch(r) {
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
case 47: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[14] = func(r rune) int {
switch(r) {
case 117: return 3
case 102: return 15
case 47: return 3
case 34: return 2
case 98: return 15
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
default:
switch {
case 48 <= r && r <= 57: return 15
case 65 <= r && r <= 70: return 15
case 97 <= r && r <= 102: return 15
default: return 3
}
}
panic("unreachable")
}
fun[10] = func(r rune) int {
switch(r) {
case 117: return 3
case 102: return 3
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[3] = func(r rune) int {
switch(r) {
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
case 47: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[4] = func(r rune) int {
switch(r) {
case 117: return 5
case 102: return 6
case 47: return 7
case 34: return 8
case 98: return 9
case 110: return 10
case 92: return 11
case 116: return 12
case 114: return 13
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[16] = func(r rune) int {
switch(r) {
case 34: return 2
case 98: return 17
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 17
case 47: return 3
default:
switch {
case 48 <= r && r <= 57: return 17
case 65 <= r && r <= 70: return 17
case 97 <= r && r <= 102: return 17
default: return 3
}
}
panic("unreachable")
}
fun[15] = func(r rune) int {
switch(r) {
case 114: return 3
case 117: return 3
case 102: return 16
case 47: return 3
case 34: return 2
case 98: return 16
case 110: return 3
case 92: return 4
case 116: return 3
default:
switch {
case 48 <= r && r <= 57: return 16
case 65 <= r && r <= 70: return 16
case 97 <= r && r <= 102: return 16
default: return 3
}
}
panic("unreachable")
}
fun[17] = func(r rune) int {
switch(r) {
case 117: return 3
case 102: return 3
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[11] = func(r rune) int {
switch(r) {
case 117: return 5
case 102: return 6
case 47: return 7
case 34: return 8
case 98: return 9
case 110: return 10
case 92: return 11
case 116: return 12
case 114: return 13
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[12] = func(r rune) int {
switch(r) {
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
acc[8] = true
fun[8] = func(r rune) int {
switch(r) {
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[6] = func(r rune) int {
switch(r) {
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[9] = func(r rune) int {
switch(r) {
case 117: return 3
case 102: return 3
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[7] = func(r rune) int {
switch(r) {
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
acc[2] = true
fun[2] = func(r rune) int {
switch(r) {
case 110: return -1
case 92: return -1
case 116: return -1
case 114: return -1
case 117: return -1
case 102: return -1
case 47: return -1
case 34: return -1
case 98: return -1
default:
switch {
case 48 <= r && r <= 57: return -1
case 65 <= r && r <= 70: return -1
case 97 <= r && r <= 102: return -1
default: return -1
}
}
panic("unreachable")
}
fun[13] = func(r rune) int {
switch(r) {
case 117: return 3
case 102: return 3
case 47: return 3
case 34: return 2
case 98: return 3
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
default:
switch {
case 48 <= r && r <= 57: return 3
case 65 <= r && r <= 70: return 3
case 97 <= r && r <= 102: return 3
default: return 3
}
}
panic("unreachable")
}
fun[0] = func(r rune) int {
switch(r) {
case 117: return -1
case 102: return -1
case 47: return -1
case 34: return 1
case 98: return -1
case 110: return -1
case 92: return -1
case 116: return -1
case 114: return -1
default:
switch {
case 48 <= r && r <= 57: return -1
case 65 <= r && r <= 70: return -1
case 97 <= r && r <= 102: return -1
default: return -1
}
}
panic("unreachable")
}
fun[5] = func(r rune) int {
switch(r) {
case 110: return 3
case 92: return 4
case 116: return 3
case 114: return 3
case 117: return 3
case 102: return 14
case 47: return 3
case 34: return 2
case 98: return 14
default:
switch {
case 48 <= r && r <= 57: return 14
case 65 <= r && r <= 70: return 14
case 97 <= r && r <= 102: return 14
default: return 3
}
}
panic("unreachable")
}
a0[0].acc = acc[:]
a0[0].f = fun[:]
a0[0].id = 0
}
{
var acc [2]bool
var fun [2]func(rune) int
fun[0] = func(r rune) int {
switch(r) {
case 43: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 43: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[1].acc = acc[:]
a0[1].f = fun[:]
a0[1].id = 1
}
{
var acc [2]bool
var fun [2]func(rune) int
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 45: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
fun[0] = func(r rune) int {
switch(r) {
case 45: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[2].acc = acc[:]
a0[2].f = fun[:]
a0[2].id = 2
}
{
var acc [2]bool
var fun [2]func(rune) int
fun[0] = func(r rune) int {
switch(r) {
case 58: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 58: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[3].acc = acc[:]
a0[3].f = fun[:]
a0[3].id = 3
}
{
var acc [2]bool
var fun [2]func(rune) int
fun[0] = func(r rune) int {
switch(r) {
case 94: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 94: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[4].acc = acc[:]
a0[4].f = fun[:]
a0[4].id = 4
}
{
var acc [2]bool
var fun [2]func(rune) int
fun[0] = func(r rune) int {
switch(r) {
case 40: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 40: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[5].acc = acc[:]
a0[5].f = fun[:]
a0[5].id = 5
}
{
var acc [2]bool
var fun [2]func(rune) int
fun[0] = func(r rune) int {
switch(r) {
case 41: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 41: return -1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[6].acc = acc[:]
a0[6].f = fun[:]
a0[6].id = 6
}
{
var acc [5]bool
var fun [5]func(rune) int
fun[1] = func(r rune) int {
switch(r) {
case 45: return -1
default:
switch {
case 48 <= r && r <= 48: return 2
case 49 <= r && r <= 57: return 2
default: return -1
}
}
panic("unreachable")
}
acc[2] = true
fun[2] = func(r rune) int {
switch(r) {
case 45: return -1
default:
switch {
case 48 <= r && r <= 48: return -1
case 49 <= r && r <= 57: return -1
default: return -1
}
}
panic("unreachable")
}
acc[4] = true
fun[4] = func(r rune) int {
switch(r) {
case 45: return -1
default:
switch {
case 48 <= r && r <= 48: return 4
case 49 <= r && r <= 57: return 4
default: return -1
}
}
panic("unreachable")
}
fun[0] = func(r rune) int {
switch(r) {
case 45: return 1
default:
switch {
case 48 <= r && r <= 48: return 2
case 49 <= r && r <= 57: return 3
default: return -1
}
}
panic("unreachable")
}
acc[3] = true
fun[3] = func(r rune) int {
switch(r) {
case 45: return -1
default:
switch {
case 48 <= r && r <= 48: return 4
case 49 <= r && r <= 57: return 4
default: return -1
}
}
panic("unreachable")
}
a0[7].acc = acc[:]
a0[7].f = fun[:]
a0[7].id = 7
}
{
var acc [2]bool
var fun [2]func(rune) int
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 9: return 1
case 10: return 1
case 32: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
fun[0] = func(r rune) int {
switch(r) {
case 9: return 1
case 10: return 1
case 32: return 1
default:
switch {
default: return -1
}
}
panic("unreachable")
}
a0[8].acc = acc[:]
a0[8].f = fun[:]
a0[8].id = 8
}
{
var acc [2]bool
var fun [2]func(rune) int
acc[1] = true
fun[1] = func(r rune) int {
switch(r) {
case 10: return -1
case 43: return -1
case 9: return -1
case 32: return -1
case 12: return -1
case 13: return -1
case 58: return -1
case 94: return -1
case 45: return -1
default:
switch {
default: return 1
}
}
panic("unreachable")
}
fun[0] = func(r rune) int {
switch(r) {
case 9: return -1
case 32: return -1
case 12: return -1
case 13: return -1
case 58: return -1
case 94: return -1
case 45: return -1
case 10: return -1
case 43: return -1
default:
switch {
default: return 1
}
}
panic("unreachable")
}
a0[9].acc = acc[:]
a0[9].f = fun[:]
a0[9].id = 9
}
a[0].endcase = 10
a[0].a = a0[:]
}
func getAction(c *frame) int {
if -1 == c.match { return -1 }
c.action = c.fam.a[c.match].id
c.match = -1
return c.action
}
type frame struct {
atEOF bool
action, match, matchn, n int
buf []rune
text string
in *bufio.Reader
state []int
fam family
}
func newFrame(in *bufio.Reader, index int) *frame {
f := new(frame)
f.buf = make([]rune, 0, 128)
f.in = in
f.match = -1
f.fam = a[index]
f.state = make([]int, len(f.fam.a))
return f
}
type Lexer []*frame
func NewLexer(in io.Reader) Lexer {
stack := make([]*frame, 0, 4)
stack = append(stack, newFrame(bufio.NewReader(in), 0))
return stack
}
func (stack Lexer) isDone() bool {
return 1 == len(stack) && stack[0].atEOF
}
func (stack Lexer) nextAction() int {
c := stack[len(stack) - 1]
for {
if c.atEOF { return c.fam.endcase }
if c.n == len(c.buf) {
r,_,er := c.in.ReadRune()
switch er {
case nil: c.buf = append(c.buf, r)
case io.EOF:
c.atEOF = true
if c.n > 0 {
c.text = string(c.buf)
return getAction(c)
}
return c.fam.endcase
default: panic(er.Error())
}
}
jammed := true
r := c.buf[c.n]
for i, x := range c.fam.a {
if -1 == c.state[i] { continue }
c.state[i] = x.f[c.state[i]](r)
if -1 == c.state[i] { continue }
jammed = false
if x.acc[c.state[i]] {
if -1 == c.match || c.matchn < c.n+1 || c.match > i {
c.match = i
c.matchn = c.n+1
}
}
}
if jammed {
a := getAction(c)
if -1 == a { c.matchn = c.n + 1 }
c.n = 0
for i, _ := range c.state { c.state[i] = 0 }
c.text = string(c.buf[:c.matchn])
copy(c.buf, c.buf[c.matchn:])
c.buf = c.buf[:len(c.buf) - c.matchn]
return a
}
c.n++
}
panic("unreachable")
}
func (stack Lexer) push(index int) Lexer {
c := stack[len(stack) - 1]
return append(stack,
newFrame(bufio.NewReader(strings.NewReader(c.text)), index))
}
func (stack Lexer) pop() Lexer {
return stack[:len(stack) - 1]
}
func (stack Lexer) Text() string {
c := stack[len(stack) - 1]
return c.text
}
func (yylex Lexer) Error(e string) {
panic(e)
}
func (yylex Lexer) Lex(lval *yySymType) int {
for !yylex.isDone() {
switch yylex.nextAction() {
case -1:
case 0: //\"((\\\")|(\\\\)|(\\\/)|(\\b)|(\\f)|(\\n)|(\\r)|(\\t)|(\\u[0-9a-fA-F][0-9a-fA-F][0-9a-fA-F][0-9a-fA-F])|[^\"])*\"/
{
lval.s = yylex.Text()[1:len(yylex.Text())-1]
logDebugTokens("PHRASE - %s", lval.s);
return PHRASE
}
case 1: //\+/
{ logDebugTokens("PLUS"); return PLUS }
case 2: //-/
{ logDebugTokens("MINUS"); return MINUS }
case 3: //:/
{ logDebugTokens("COLON"); return COLON }
case 4: //^/
{ logDebugTokens("BOOST"); return BOOST }
case 5: //\(/
{ logDebugTokens("LPAREN"); return LPAREN }
case 6: //\)/
{ logDebugTokens("RPAREN"); return RPAREN }
case 7: //-?[0-9]|[1-9][0-9]*/
{
lval.n,_ = strconv.Atoi(yylex.Text());
logDebugTokens("INT - %d", lval.n);
return INT
}
case 8: //[ \t\n]+/
{ logDebugTokens("WHITESPACE (count=%d)", len(yylex.Text())) /* eat up whitespace */ }
case 9: //[^\t\n\f\r :^\+\-]+/
{
lval.s = yylex.Text()
logDebugTokens("STRING - %s", lval.s);
return STRING
}
case 10: ///
// [END]
}
}
return 0
}
func logDebugTokens(format string, v ...interface{}) {
if debugLexer {
log.Printf(format, v...)
}
}
View Git Blame Copy Permalink