kinow commented on code in PR #2831:
URL: https://github.com/apache/jena/pull/2831#discussion_r1835475245
##########
jena-core/src/main/java/org/apache/jena/util/Tokenizer.java:
##########
@@ -18,144 +18,12 @@
package org.apache.jena.util;
-import java.util.NoSuchElementException;
-
/**
- * A tokenizer, similar to java's StringTokenizer but allows for quoted
- * character strings which can include other separators.
+ * @deprecated Use {@link SimpleTokenizer}.
*/
-public class Tokenizer {
-
- /** The string being parsed */
- protected String source;
-
- /** The index of the first unreturned char in source */
- protected int p;
-
- /** The set of delimiter characters */
- protected String delim;
-
- /** If true then delimiters should be returned as tokens */
- protected boolean returnDelims;
-
- /** Literal string delimiters */
- protected String literalDelim;
-
- /** The lex state */
- protected int state;
-
- /** A lookahead for tokens */
- protected String lookahead;
-
- /** State flag: normal parse */
- protected static final int NORMAL = 1;
-
- /** State flag: start of literal */
- protected static final int LITERAL_START = 2;
-
- /** State flag: end of literal */
- protected static final int LITERAL_END = 3;
-
- /**
- * Constructor.
- * @param str the source string to be parsed
- * @param delim The set of delimiter characters
- * @param literalDelim Literal string delimiters
- * @param returnDelims If true then delimiters should be returned as tokens
- */
+@Deprecated(forRemoval = true)
+public class Tokenizer extends SimpleTokenizer {
Review Comment:
:+1:
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
