forked from mirror/oddmu
541725ecd7
Drop the tokenize function since there are now dedicated tokenizers for query string and hashtag finding.
17 lines
422 B
Go
17 lines
422 B
Go
package main
|
|
|
|
import (
|
|
"github.com/stretchr/testify/assert"
|
|
"testing"
|
|
)
|
|
|
|
func TestHashtags(t *testing.T) {
|
|
assert.EqualValues(t, []string{"#truth"}, hashtags([]byte("This is boring. #Truth")), "hashtags")
|
|
}
|
|
|
|
func TestTokensAndPredicates(t *testing.T) {
|
|
predicates, terms := predicatesAndTokens("foo title:bar")
|
|
assert.EqualValues(t, []string{"foo"}, terms)
|
|
assert.EqualValues(t, []string{"title:bar"}, predicates)
|
|
}
|