fmt

Author: maxmousee

lexer.go

@@ -42,4 +42,4 @@ func LookupType(word string, tokenTypes []TokenType) TokenType {
 		Words:         []string{""},
 		CaseSensitive: false,
 	}
-}
+}

lexer_test.go

@@ -64,4 +64,4 @@ func TestLookupType(t *testing.T) {
 	assertions.Equal("keyword", result.Type)
 	assertions.Equal([]string{"if", "for"}, result.Words)
 	assertions.Equal(false, result.CaseSensitive)
-}
+}

token.go

@@ -1,13 +1,16 @@
 package stringutils
 
+// Token represents a word tokenized into a category of token types
 type Token struct {
-	Type   				string          // verb, keyword, separator, etc
-	Position	    	int             // position of the word in string
-	Text				string			// text
+	Type     string // verb, keyword, separator, etc
+	Position int    // position of the word in string
+	Text     string // text
 }
 
+//TokenType represents a category of words, with a collection of tokens and whether or not they should be matched as
+// case sensitive
 type TokenType struct {
-	Type			string 				// verb, keyword, separator, etc
-	Words 			[]string			// words to be considered as a given token type
-	CaseSensitive	bool				// whether or not this token type is case sensitive
+	Type          string   // verb, keyword, separator, etc
+	Words         []string // words to be considered as a given token type
+	CaseSensitive bool     // whether or not this token type is case sensitive
 }

token_test.go

@@ -22,11 +22,11 @@ func TestToken(t *testing.T) {
 	assertions := assert.New(t)
 
 	result := Token{
-		Type:       	"keyword",
-		Position:   	1,
-		Text:			"if",
+		Type:     "keyword",
+		Position: 1,
+		Text:     "if",
 	}
 	assertions.Equal("keyword", result.Type)
 	assertions.Equal("if", result.Text)
 	assertions.Equal(1, result.Position)
-}
+}