|
1 |
| |
|
2 |
| |
|
3 |
| |
|
4 |
| package net.sourceforge.pmd.cpd; |
|
5 |
| |
|
6 |
| import java.util.List; |
|
7 |
| |
|
8 |
| public class PHPTokenizer implements Tokenizer { |
|
9 |
| |
|
10 |
0
| public void tokenize(SourceCode tokens, Tokens tokenEntries) {
|
|
11 |
0
| List code = tokens.getCode();
|
|
12 |
0
| for (int i = 0; i < code.size(); i++) {
|
|
13 |
0
| String currentLine = (String) code.get(i);
|
|
14 |
0
| for (int j = 0; j < currentLine.length(); j++) {
|
|
15 |
0
| char tok = currentLine.charAt(j);
|
|
16 |
0
| if (!Character.isWhitespace(tok) &&
|
|
17 |
| tok != '{' && |
|
18 |
| tok != '}' && |
|
19 |
| tok != ';') { |
|
20 |
0
| tokenEntries.add(new TokenEntry(String.valueOf(tok), tokens.getFileName(), i + 1));
|
|
21 |
| } |
|
22 |
| } |
|
23 |
| } |
|
24 |
0
| tokenEntries.add(TokenEntry.getEOF());
|
|
25 |
| } |
|
26 |
| } |