1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
//
// Token.cs
//
// Author:
// Jean-Philippe Bruyère <jp.bruyere@hotmail.com>
//
// Copyright (c) 2017 jp
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
using System;
namespace Crow.Coding
{
public struct Token
{
public BufferParser.TokenType Type;
public string Content;
public Point Start;
public Point End;
public string PrintableContent {
get { return string.IsNullOrEmpty(Content) ? "" : Content.Replace("\t", new String(' ', Interface.TabSize)); }
}
// public Token (TokenType tokType, string content = ""){
// Type = tokType;
// Content = content;
// }
public bool IsNull { get { return IsEmpty && Type == BufferParser.TokenType.Unknown; }}
public bool IsEmpty { get { return string.IsNullOrEmpty(Content); }}
public static bool operator == (Token t, System.Enum tt){
return Convert.ToInt32(t.Type) == Convert.ToInt32(tt);
}
public static bool operator != (Token t, System.Enum tt){
return Convert.ToInt32(t.Type) != Convert.ToInt32(tt);
}
public static bool operator == (System.Enum tt, Token t){
return Convert.ToInt32(t.Type) == Convert.ToInt32(tt);
}
public static bool operator != (System.Enum tt, Token t){
return Convert.ToInt32(t.Type) != Convert.ToInt32(tt);
}
public static Token operator +(Token t, char c){
t.Content += c;
return t;
}
public static Token operator +(Token t, string s){
t.Content += s;
return t;
}
public override string ToString ()
{
return string.Format ("[Tok{2}->{3}:{0}: {1}]", Type,Content,Start,End);
}
}
}
|
