|
1 |
| |
|
2 |
| |
|
3 |
| |
|
4 |
| package net.sourceforge.pmd.cpd; |
|
5 |
| |
|
6 |
| import net.sourceforge.pmd.jsp.ast.JspCharStream; |
|
7 |
| import net.sourceforge.pmd.jsp.ast.JspParserTokenManager; |
|
8 |
| import net.sourceforge.pmd.jsp.ast.Token; |
|
9 |
| |
|
10 |
| import java.io.StringReader; |
|
11 |
| |
|
12 |
| public class JSPTokenizer implements Tokenizer { |
|
13 |
| |
|
14 |
0
| public void tokenize(SourceCode tokens, Tokens tokenEntries) {
|
|
15 |
0
| StringBuffer buffer = tokens.getCodeBuffer();
|
|
16 |
0
| JspParserTokenManager tokenMgr = new JspParserTokenManager(new JspCharStream(new StringReader(buffer.toString())));
|
|
17 |
0
| Token currentToken = tokenMgr.getNextToken();
|
|
18 |
0
| while (currentToken.image.length() > 0) {
|
|
19 |
0
| tokenEntries.add(new TokenEntry(String.valueOf(currentToken.kind), tokens.getFileName(), currentToken.beginLine));
|
|
20 |
0
| currentToken = tokenMgr.getNextToken();
|
|
21 |
| } |
|
22 |
0
| tokenEntries.add(TokenEntry.getEOF());
|
|
23 |
| } |
|
24 |
| } |
|
25 |
| |