1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
// Copyright (c) Microsoft Corporation. All rights reserved. See License.txt in the project root for license information.
using System.Diagnostics.CodeAnalysis;
using System.Web.Razor.Parser.SyntaxTree;
using System.Web.Razor.Text;
using System.Web.Razor.Tokenizer;
using System.Web.Razor.Tokenizer.Symbols;
namespace System.Web.Razor.Parser
{
[SuppressMessage("Microsoft.Design", "CA1005:AvoidExcessiveParametersOnGenericTypes", Justification = "All generic type parameters are required")]
public abstract partial class TokenizerBackedParser<TTokenizer, TSymbol, TSymbolType> : ParserBase
where TTokenizer : Tokenizer<TSymbol, TSymbolType>
where TSymbol : SymbolBase<TSymbolType>
{
private TokenizerView<TTokenizer, TSymbol, TSymbolType> _tokenizer;
protected TokenizerBackedParser()
{
Span = new SpanBuilder();
}
protected SpanBuilder Span { get; set; }
protected TokenizerView<TTokenizer, TSymbol, TSymbolType> Tokenizer
{
get { return _tokenizer ?? InitTokenizer(); }
}
protected Action<SpanBuilder> SpanConfig { get; set; }
protected TSymbol CurrentSymbol
{
get { return Tokenizer.Current; }
}
protected TSymbol PreviousSymbol { get; private set; }
protected SourceLocation CurrentLocation
{
get { return (EndOfFile || CurrentSymbol == null) ? Context.Source.Location : CurrentSymbol.Start; }
}
protected bool EndOfFile
{
get { return Tokenizer.EndOfFile; }
}
protected abstract LanguageCharacteristics<TTokenizer, TSymbol, TSymbolType> Language { get; }
protected virtual void HandleEmbeddedTransition()
{
}
protected virtual bool IsAtEmbeddedTransition(bool allowTemplatesAndComments, bool allowTransitions)
{
return false;
}
public override void BuildSpan(SpanBuilder span, SourceLocation start, string content)
{
foreach (ISymbol sym in Language.TokenizeString(start, content))
{
span.Accept(sym);
}
}
protected void Initialize(SpanBuilder span)
{
if (SpanConfig != null)
{
SpanConfig(span);
}
}
protected internal bool NextToken()
{
PreviousSymbol = CurrentSymbol;
return Tokenizer.Next();
}
private TokenizerView<TTokenizer, TSymbol, TSymbolType> InitTokenizer()
{
return _tokenizer = new TokenizerView<TTokenizer, TSymbol, TSymbolType>(Language.CreateTokenizer(Context.Source));
}
}
}
|
