1 /**
2 * BSD-style license; for more info see http://pmd.sourceforge.net/license.html
3 */
4 package net.sourceforge.pmd.cpd;
5
6 import java.util.ArrayList;
7
8 /**
9 * Implements a tokenizer for the Go Language.
10 *
11 * @author oinume@gmail.com
12 */
13 public class GoTokenizer extends AbstractTokenizer {
14
15 /**
16 * Creates a new {@link GoTokenizer}
17 */
18 public GoTokenizer() {
19 // setting markers for "string" in Go
20 this.stringToken = new ArrayList<String>();
21 this.stringToken.add("\"");
22 this.stringToken.add("`");
23
24 // setting markers for 'ignorable character' in Go
25 this.ignorableCharacter = new ArrayList<String>();
26 this.ignorableCharacter.add(";");
27
28 // setting markers for 'ignorable string' in Go
29 this.ignorableStmt = new ArrayList<String>();
30 }
31 }