From 68a6bdf511062fb23fa7f584c6ec60940c1724be Mon Sep 17 00:00:00 2001
From: Sasha Koshka <supergriffin64@gmail.com>
Date: Sun, 7 Aug 2022 15:18:30 -0400
Subject: [PATCH] Added token struct

---
 lexer/token.go | 56 ++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 56 insertions(+)
 create mode 100644 lexer/token.go

diff --git a/lexer/token.go b/lexer/token.go
new file mode 100644
index 0000000..9ab4b2a
--- /dev/null
+++ b/lexer/token.go
@@ -0,0 +1,56 @@
+package lexer
+
+import (
+        "github.com/sashakoshka/arf/file"
+)
+
+// TokenKind is an enum represzenting what role a token has.
+type TokenKind int
+
+const (
+	TokenKindNewline TokenKind = iota
+	TokenKindIndent
+
+        TokenKindSeparator
+        TokenKindPermission
+
+        TokenKindInt
+        TokenKindFloat
+        TokenKindString
+        TokenKindRune
+
+        TokenKindName
+        TokenKindSymbol
+
+        TokenKindColon
+        TokenKindDot
+        
+        TokenKindLBracket
+        TokenKindRBracket
+        TokenKindLBrace
+        TokenKindRBrace
+)
+
+// Token represents a single token. It holds its location in the file, as well
+// as a value and some semantic information defining the token's role.
+type Token struct {
+	kind     TokenKind
+	location file.Location
+	value    any
+}
+
+// Kind returns the semantic role of the token.
+func (token Token) Kind () (kind TokenKind) {
+	return token.kind
+}
+
+// Value returns the value of the token. Depending on what kind of token it is,
+// this value may be nil.
+func (token Token) Value () (value any) {
+	return token.value
+}
+
+// Location returns the location of the token in its file.
+func (token Token) Location () (location file.Location) {
+	return token.location
+}