--- /dev/null
+// Copyright (c) 2013-2021 Bruyère Jean-Philippe <jp_bruyere@hotmail.com>
+//
+// This code is licensed under the MIT license (MIT) (http://opensource.org/licenses/MIT)
+
+using System;
+using Crow.Text;
+using System.Collections.Generic;
+
+namespace Crow
+{
+ public class Tokenizer {
+ enum States
+ {
+ Init,//first statement of prolog, xmldecl should only apear in this state
+ prolog,//misc before doctypedecl
+ ProcessingInstrucitons,
+ DTD,
+ DTDObject,//doctype finished
+ Xml,
+ StartTag,//inside start tag
+ Content,//after start tag with no closing slash
+ EndTag
+ }
+
+ States curState;
+ List<Token> Toks;
+ int startOfTok;
+
+ public Tokenizer () {}
+
+ void skipWhiteSpaces (ref SpanCharReader reader) {
+ while(!reader.EndOfSpan) {
+ switch (reader.Peak) {
+ case '\x85':
+ case '\x2028':
+ case '\xA':
+ reader.Read();
+ addTok (ref reader, TokenType.LineBreak);
+ break;
+ case '\xD':
+ reader.Read();
+ if (reader.IsNextCharIn ('\xA', '\x85'))
+ reader.Read();
+ addTok (ref reader, TokenType.LineBreak);
+ break;
+ case '\x20':
+ case '\x9':
+ char c = reader.Read();
+ while (reader.TryPeak (c))
+ reader.Read();
+ addTok (ref reader, c == '\x20' ? TokenType.WhiteSpace : TokenType.Tabulation);
+ break;
+ default:
+ return;
+ }
+ }
+ }
+ bool readName (ref SpanCharReader reader) {
+ if (reader.EndOfSpan)
+ return false;
+ char c = reader.Peak;
+ if (char.IsLetter(c) || c == '_' || c == ':') {
+ reader.Advance ();
+ while (reader.TryPeak (ref c)) {
+ if (!(char.IsLetterOrDigit(c) || c == '.' || c == '-' || c == '\xB7'))
+ return true;
+ reader.Advance ();
+ }
+ return true;
+ }
+ return false;
+ }
+
+ void addTok (ref SpanCharReader reader, TokenType tokType) {
+ if (reader.CurrentPosition == startOfTok)
+ return;
+ Toks.Add (new Token(tokType, startOfTok, reader.CurrentPosition));
+ startOfTok = reader.CurrentPosition;
+ }
+ public Token[] Tokenize (string source) {
+ SpanCharReader reader = new SpanCharReader(source);
+
+ startOfTok = 0;
+ int curObjectLevel = 0;
+ curState = States.Init;
+ Toks = new List<Token>(100);
+
+ while(!reader.EndOfSpan) {
+
+ skipWhiteSpaces (ref reader);
+
+ if (reader.EndOfSpan)
+ break;
+
+ switch (reader.Peak) {
+ case '<':
+ reader.Advance ();
+ if (reader.TryPeak ('?')) {
+ reader.Advance ();
+ addTok (ref reader, TokenType.PI_Start);
+ readName (ref reader);
+ addTok (ref reader, TokenType.PI_Target);
+ curState = States.ProcessingInstrucitons;
+ } else if (reader.TryPeak ('!')) {
+ reader.Advance ();
+ if (reader.TryPeak ("--")) {
+ reader.Advance (2);
+ addTok (ref reader, TokenType.BlockCommentStart);
+ if (reader.TryReadUntil ("-->")) {
+ addTok (ref reader, TokenType.BlockComment);
+ reader.Advance (3);
+ addTok (ref reader, TokenType.BlockCommentEnd);
+ } else if (reader.TryPeak ("-->")) {
+ reader.Advance (3);
+ addTok (ref reader, TokenType.BlockCommentEnd);
+ }
+ } else {
+ addTok (ref reader, TokenType.DTDObjectOpen);
+ if (readName (ref reader)) {
+ addTok (ref reader, TokenType.Keyword);
+ curState = States.DTDObject;
+ }
+ }
+ } else if (reader.TryPeak('/')) {
+ reader.Advance ();
+ addTok (ref reader, TokenType.EndElementOpen);
+ if (readName (ref reader)) {
+ addTok (ref reader, TokenType.ElementName);
+ if (reader.TryPeak('>')) {
+ reader.Advance ();
+ addTok (ref reader, TokenType.ClosingSign);
+
+ if (--curObjectLevel > 0)
+ curState = States.Content;
+ else
+ curState = States.Xml;
+ }
+ }
+ }else{
+ addTok (ref reader, TokenType.ElementOpen);
+ if (readName (ref reader)) {
+ addTok (ref reader, TokenType.ElementName);
+ curState = States.StartTag;
+ }
+ }
+ break;
+ case '?':
+ reader.Advance ();
+ if (reader.TryPeak ('>')){
+ reader.Advance ();
+ addTok (ref reader, TokenType.PI_End);
+ }else
+ addTok (ref reader, TokenType.Unknown);
+ curState = States.prolog;
+ break;
+ case '\'':
+ case '"':
+ char q = reader.Read();
+ addTok (ref reader, TokenType.AttributeValueOpen);
+ if (reader.TryReadUntil (q)) {
+ addTok (ref reader, TokenType.AttributeValue);
+ reader.Advance ();
+ addTok (ref reader, TokenType.AttributeValueClose);
+ } else
+ addTok (ref reader, TokenType.AttributeValue);
+ break;
+ case '=':
+ reader.Advance();
+ addTok (ref reader, TokenType.EqualSign);
+ break;
+ case '>':
+ reader.Advance();
+ addTok (ref reader, TokenType.ClosingSign);
+ curObjectLevel++;
+ curState = States.Content;
+ break;
+ case '/':
+ reader.Advance();
+ if (reader.TryRead ('>')) {
+ addTok (ref reader, TokenType.EmptyElementClosing);
+ if (--curObjectLevel > 0)
+ curState = States.Content;
+ else
+ curState = States.Xml;
+ }else
+ addTok (ref reader, TokenType.Unknown);
+ break;
+ default:
+ if (curState == States.StartTag || curState == States.ProcessingInstrucitons) {
+ if (readName(ref reader))
+ addTok (ref reader, TokenType.AttributeName);
+ else if (reader.TryAdvance())
+ addTok (ref reader, TokenType.Unknown);
+ } else {
+ reader.TryReadUntil ('<');
+ addTok (ref reader, TokenType.Content);
+ }
+ break;
+ }
+ }
+
+ return Toks.ToArray();
+ }
+
+ }
+}
namespace Crow
{
public class XmlSource {
- public Token[] Tokens;
public readonly string Source;
-
+ Token[] tokens;
SyntaxNode RootNode;
+
+ public Token[] Tokens => tokens;
+
public XmlSource (string _source) {
Source = _source;
Tokenizer tokenizer = new Tokenizer();
- Tokens = tokenizer.Tokenize (Source);
+ tokens = tokenizer.Tokenize (Source);
SyntaxAnalyser syntaxAnalyser = new SyntaxAnalyser (this);
Stopwatch sw = Stopwatch.StartNew ();
}
public Token FindTokenIncludingPosition (int pos) {
- if (Tokens == null || Tokens.Length == 0)
+ if (tokens == null || tokens.Length == 0)
return default;
- int idx = Array.BinarySearch (Tokens, 0, Tokens.Length, new Token () {Start = pos});
+ int idx = Array.BinarySearch (tokens, 0, tokens.Length, new Token () {Start = pos});
- return idx == 0 ? Tokens[0] : idx < 0 ? Tokens[~idx - 1] : Tokens[idx - 1];
+ return idx == 0 ? tokens[0] : idx < 0 ? tokens[~idx - 1] : tokens[idx - 1];
}
public SyntaxNode FindNodeIncludingPosition (int pos) {
if (RootNode == null)
return RootNode.FindNodeIncludingPosition<T> (pos);
}
- public class TokenizerException : Exception {
- public readonly int Position;
- public TokenizerException(string message, int position, Exception innerException = null)
- : base (message, innerException) {
- Position = position;
- }
- }
-
- class Tokenizer {
- enum States
- {
- Init,//first statement of prolog, xmldecl should only apear in this state
- prolog,//misc before doctypedecl
- ProcessingInstrucitons,
- DTD,
- DTDObject,//doctype finished
- Xml,
- StartTag,//inside start tag
- Content,//after start tag with no closing slash
- EndTag
- }
-
- States curState = States.Init;
- List<Token> Toks = new List<Token>(100);
-
- public Tokenizer () {}
-
- void skipWhiteSpaces (ref SpanCharReader reader) {
- while(!reader.EndOfSpan) {
- switch (reader.Peak) {
- case '\x85':
- case '\x2028':
- case '\xA':
- reader.Read();
- addTok (ref reader, TokenType.LineBreak);
- break;
- case '\xD':
- reader.Read();
- if (reader.IsNextCharIn ('\xA', '\x85'))
- reader.Read();
- addTok (ref reader, TokenType.LineBreak);
- break;
- case '\x20':
- case '\x9':
- char c = reader.Read();
- while (reader.TryPeak (c))
- reader.Read();
- addTok (ref reader, c == '\x20' ? TokenType.WhiteSpace : TokenType.Tabulation);
- break;
- default:
- return;
- }
- }
- }
- bool readName (ref SpanCharReader reader) {
- if (reader.EndOfSpan)
- return false;
- char c = reader.Peak;
- if (char.IsLetter(c) || c == '_' || c == ':') {
- reader.Advance ();
- while (reader.TryPeak (ref c)) {
- if (!(char.IsLetterOrDigit(c) || c == '.' || c == '-' || c == '\xB7'))
- return true;
- reader.Advance ();
- }
- return true;
- }
- return false;
- }
-
- int startOfTok;
- void addTok (ref SpanCharReader reader, TokenType tokType) {
- if (reader.CurrentPosition == startOfTok)
- return;
- Toks.Add (new Token(tokType, startOfTok, reader.CurrentPosition));
- startOfTok = reader.CurrentPosition;
- }
- public Token[] Tokenize (string source) {
- SpanCharReader reader = new SpanCharReader(source);
-
- startOfTok = 0;
- int curObjectLevel = 0;
- curState = States.Init;
-
- while(!reader.EndOfSpan) {
-
- skipWhiteSpaces (ref reader);
-
- if (reader.EndOfSpan)
- break;
-
- switch (reader.Peak) {
- case '<':
- reader.Advance ();
- if (reader.TryPeak ('?')) {
- reader.Advance ();
- addTok (ref reader, TokenType.PI_Start);
- readName (ref reader);
- addTok (ref reader, TokenType.PI_Target);
- curState = States.ProcessingInstrucitons;
- } else if (reader.TryPeak ('!')) {
- reader.Advance ();
- if (reader.TryPeak ("--")) {
- reader.Advance (2);
- addTok (ref reader, TokenType.BlockCommentStart);
- if (reader.TryReadUntil ("-->")) {
- addTok (ref reader, TokenType.BlockComment);
- reader.Advance (3);
- addTok (ref reader, TokenType.BlockCommentEnd);
- } else if (reader.TryPeak ("-->")) {
- reader.Advance (3);
- addTok (ref reader, TokenType.BlockCommentEnd);
- }
- } else {
- addTok (ref reader, TokenType.DTDObjectOpen);
- if (readName (ref reader)) {
- addTok (ref reader, TokenType.Keyword);
- curState = States.DTDObject;
- }
- }
- } else if (reader.TryPeak('/')) {
- reader.Advance ();
- addTok (ref reader, TokenType.EndElementOpen);
- if (readName (ref reader)) {
- addTok (ref reader, TokenType.ElementName);
- if (reader.TryPeak('>')) {
- reader.Advance ();
- addTok (ref reader, TokenType.ClosingSign);
-
- if (--curObjectLevel > 0)
- curState = States.Content;
- else
- curState = States.Xml;
- }
- }
- }else{
- addTok (ref reader, TokenType.ElementOpen);
- if (readName (ref reader)) {
- addTok (ref reader, TokenType.ElementName);
- curState = States.StartTag;
- }
- }
- break;
- case '?':
- reader.Advance ();
- if (reader.TryPeak ('>')){
- reader.Advance ();
- addTok (ref reader, TokenType.PI_End);
- }else
- addTok (ref reader, TokenType.Unknown);
- curState = States.prolog;
- break;
- case '\'':
- case '"':
- char q = reader.Read();
- addTok (ref reader, TokenType.AttributeValueOpen);
- if (reader.TryReadUntil (q)) {
- addTok (ref reader, TokenType.AttributeValue);
- reader.Advance ();
- addTok (ref reader, TokenType.AttributeValueClose);
- } else
- addTok (ref reader, TokenType.AttributeValue);
- break;
- case '=':
- reader.Advance();
- addTok (ref reader, TokenType.EqualSign);
- break;
- case '>':
- reader.Advance();
- addTok (ref reader, TokenType.ClosingSign);
- curObjectLevel++;
- curState = States.Content;
- break;
- case '/':
- reader.Advance();
- if (reader.TryRead ('>')) {
- addTok (ref reader, TokenType.EmptyElementClosing);
- if (--curObjectLevel > 0)
- curState = States.Content;
- else
- curState = States.Xml;
- }else
- addTok (ref reader, TokenType.Unknown);
- break;
- default:
- if (curState == States.StartTag || curState == States.ProcessingInstrucitons) {
- if (readName(ref reader))
- addTok (ref reader, TokenType.AttributeName);
- else if (reader.TryAdvance())
- addTok (ref reader, TokenType.Unknown);
- } else {
- reader.TryReadUntil ('<');
- addTok (ref reader, TokenType.Content);
- }
- break;
- }
- }
-
- return Toks.ToArray();
- }
-
- }
}
}
\ No newline at end of file
--- /dev/null
+<?xml version="1.0"?>
+<Menu Data="{AllCommands}">
+ <ItemTemplate DataType="Crow.Command">
+ <Button Command="{}">
+ <Template>
+ <Label Text="{./Caption}" Width="Stretched" Height="Stretched" Margin="3"
+ MouseEnter="{Background=${ControlHighlight}}"
+ MouseLeave="{Background=Transparent}"/>
+ </Template>
+ </Button>
+ </ItemTemplate>
+ <ItemTemplate DataType="Crow.CommandGroup" >
+ <MenuItem Data="{Commands}" Width="Fit" IsEnabled="{CanExecute}">
+ <Template>
+ <Popper PopDirection="Bottom" Caption="{Caption}"
+ MouseEnter="{Background=${ControlHighlight}}"
+ MouseLeave="{Background=Transparent}">
+ <Template>
+ <Label Text="{./Caption}" Width="Stretched" Height="Fit" Margin="3"
+ Background="{./Background}"/>
+ </Template>
+ <VerticalStack Name="ItemsContainer" Fit="true" Background="Jet"/>
+ </Popper>
+ </Template>
+ <ItemTemplate DataType="Crow.Command">
+ <Button Command="{}" Width="Stretched">
+ <Template>
+ <Label Text="{./Caption}" Width="Stretched" Height="Stretched" Margin="3"
+
+ MouseEnter="{Background=${ControlHighlight}}"
+ MouseLeave="{Background=Transparent}"/>
+ </Template>
+ </Button> </ItemTemplate>
+ <ItemTemplate DataType="Crow.CommandGroup" >
+ <MenuItem Data="{Commands}" Width="Stretched" IsEnabled="{CanExecute}">
+ <Template>
+ <Popper PopDirection="Right" Caption="{Caption}"
+ MouseEnter="{Background=${ControlHighlight}}"
+ MouseLeave="{Background=Transparent}">
+ <Template>
+ <Label Text="{./Caption}" Width="Stretched" Height="Stretched" Margin="3"
+ Background="{./Background}"/>
+ </Template>
+ <Border Foreground="DimGrey" Width="{../PopWidth}" Height="{../PopHeight}" Background="DarkGrey">
+ <VerticalStack Name="ItemsContainer"/>
+ </Border>
+ </Popper>
+ </Template>
+ <ItemTemplate DataType="Crow.Command">
+ <Button Command="{}" Width="Stretched">
+ <Template>
+ <Label Text="{./Caption}" Width="Stretched" Height="Stretched" Margin="3"
+ MouseEnter="{Background=${ControlHighlight}}"
+ MouseLeave="{Background=Transparent}"/>
+ </Template>
+ </Button>
+ </ItemTemplate>
+ </MenuItem>
+ </ItemTemplate>
+ </MenuItem>
+ </ItemTemplate>
+</Menu>
\ No newline at end of file
<Widget Width="50%" Height="50" Background="SeaGreen"/>
<Widget Width="50" Height="50" Background="SeaGreen"/>
<Widget Width="50" Height="50" Background="SeaGreen"/>
- <Widget Width="50" Height="50%" Background="SeaGreen"/>
+ <Widget Width="50" Height="50" Background="SeaGreen"/>
<Widget Width="50" Height="50" Background="SeaGreen"/>
<Widget Width="50" Height="50" Background="SeaGreen"/>
<Widget Width="50" Height="50" Background="SeaGreen"/>
home / projects / jp / crow.git / commitdiff