Create & Init Project...

app/admin/ep/melloi/service/proto/token.go

@@ -0,0 +1,212 @@
+// Copyright (c) 2017 Ernest Micklei
+//
+// MIT License
+//
+// Permission is hereby granted, free of charge, to any person obtaining
+// a copy of this software and associated documentation files (the
+// "Software"), to deal in the Software without restriction, including
+// without limitation the rights to use, copy, modify, merge, publish,
+// distribute, sublicense, and/or sell copies of the Software, and to
+// permit persons to whom the Software is furnished to do so, subject to
+// the following conditions:
+//
+// The above copyright notice and this permission notice shall be
+// included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+// LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+// OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+// WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+package proto
+
+import (
+	"strings"
+)
+
+// token represents a lexical token.
+type token int
+
+const (
+	// Special tokens
+	tILLEGAL token = iota
+	tEOF
+	tWS
+
+	// Literals
+	tIDENT
+
+	// Misc characters
+	tSEMICOLON   // ;
+	tCOLON       // :
+	tEQUALS      // =
+	tQUOTE       // "
+	tSINGLEQUOTE // '
+	tLEFTPAREN   // (
+	tRIGHTPAREN  // )
+	tLEFTCURLY   // {
+	tRIGHTCURLY  // }
+	tLEFTSQUARE  // [
+	tRIGHTSQUARE // ]
+	tCOMMENT     // /
+	tLESS        // <
+	tGREATER     // >
+	tCOMMA       // ,
+	tDOT         // .
+
+	// Keywords
+	keywordsStart
+	tSYNTAX
+	tSERVICE
+	tRPC
+	tRETURNS
+	tMESSAGE
+	tIMPORT
+	tPACKAGE
+	tOPTION
+	tREPEATED
+	tWEAK
+	tPUBLIC
+
+	// special fields
+	tONEOF
+	tMAP
+	tRESERVED
+	tENUM
+	tSTREAM
+
+	// BEGIN proto2
+	tOPTIONAL
+	tGROUP
+	tEXTENSIONS
+	tEXTEND
+	tREQUIRED
+	// END proto2
+	keywordsEnd
+)
+
+// typeTokens exists for future validation
+// const typeTokens = "double float int32 int64 uint32 uint64 sint32 sint64 fixed32 sfixed32 sfixed64 bool string bytes"
+
+// isKeyword returns if tok is in the keywords range
+func isKeyword(tok token) bool {
+	return keywordsStart < tok && tok < keywordsEnd
+}
+
+// isWhitespace checks for space,tab and newline
+func isWhitespace(r rune) bool {
+	return r == ' ' || r == '\t' || r == '\n'
+}
+
+// isDigit returns true if the rune is a digit.
+func isDigit(ch rune) bool { return (ch >= '0' && ch <= '9') }
+
+// isString checks if the literal is quoted (single or double).
+func isString(lit string) bool {
+	return (strings.HasPrefix(lit, "\"") &&
+		strings.HasSuffix(lit, "\"")) ||
+		(strings.HasPrefix(lit, "'") &&
+			strings.HasSuffix(lit, "'"))
+}
+
+func isComment(lit string) bool {
+	return strings.HasPrefix(lit, "//") || strings.HasPrefix(lit, "/*")
+}
+
+func unQuote(lit string) string {
+	return strings.Trim(lit, "\"'")
+}
+
+func asToken(literal string) token {
+	switch literal {
+	// delimiters
+	case ";":
+		return tSEMICOLON
+	case ":":
+		return tCOLON
+	case "=":
+		return tEQUALS
+	case "\"":
+		return tQUOTE
+	case "'":
+		return tSINGLEQUOTE
+	case "(":
+		return tLEFTPAREN
+	case ")":
+		return tRIGHTPAREN
+	case "{":
+		return tLEFTCURLY
+	case "}":
+		return tRIGHTCURLY
+	case "[":
+		return tLEFTSQUARE
+	case "]":
+		return tRIGHTSQUARE
+	case "<":
+		return tLESS
+	case ">":
+		return tGREATER
+	case ",":
+		return tCOMMA
+	case ".":
+		return tDOT
+	// words
+	case "syntax":
+		return tSYNTAX
+	case "service":
+		return tSERVICE
+	case "rpc":
+		return tRPC
+	case "returns":
+		return tRETURNS
+	case "option":
+		return tOPTION
+	case "message":
+		return tMESSAGE
+	case "import":
+		return tIMPORT
+	case "package":
+		return tPACKAGE
+	case "oneof":
+		return tONEOF
+	// special fields
+	case "map":
+		return tMAP
+	case "reserved":
+		return tRESERVED
+	case "enum":
+		return tENUM
+	case "repeated":
+		return tREPEATED
+	case "weak":
+		return tWEAK
+	case "public":
+		return tPUBLIC
+	case "stream":
+		return tSTREAM
+	// proto2
+	case "optional":
+		return tOPTIONAL
+	case "group":
+		return tGROUP
+	case "extensions":
+		return tEXTENSIONS
+	case "extend":
+		return tEXTEND
+	case "required":
+		return tREQUIRED
+	case "ws":
+		return tWS
+	case "ill":
+		return tILLEGAL
+	default:
+		// special cases
+		if isComment(literal) {
+			return tCOMMENT
+		}
+		return tIDENT
+	}
+}