Added tests for allTokens

config/parse/parse.go

@@ -24,4 +24,6 @@ func allTokens(input io.Reader) (tokens []token) {
 	return
 }
 
+// Set of directives that are valid (unordered). Populated
+// by config package's init function.
 var ValidDirectives = make(map[string]struct{})

config/parse/parse_test.go

+package parse
+
+import (
+	"strings"
+	"testing"
+)
+
+func TestAllTokens(t *testing.T) {
+	input := strings.NewReader("a b c\nd e")
+	expected := []string{"a", "b", "c", "d", "e"}
+	tokens := allTokens(input)
+
+	if len(tokens) != len(expected) {
+		t.Fatalf("Expected %d tokens, got %d", len(expected), len(tokens))
+	}
+
+	for i, val := range expected {
+		if tokens[i].text != val {
+			t.Errorf("Token %d should be '%s' but was '%s'", i, val, tokens[i].text)
+		}
+	}
+}