codePoints) {
136 | for (int cp : codePoints) {
137 | if (Character.charCount(cp) == 2) return 2;
138 | }
139 | return 1;
140 | }
141 | }
142 |
--------------------------------------------------------------------------------
/lfr-core/src/main/java/de/unkrig/lfr/core/MultivalentSequence.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package de.unkrig.lfr.core;
28 |
29 | /**
30 | * A sequence of fixed length, where each position is linked with a (typically small) set of {@code char}s.
31 | * These sets of chars are also called "the needle", as a metaphor for a needle that is to be found in a haystack.
32 | *
33 | * Examples for multivalent sequences:
34 | *
35 | *
36 | * "abc""abc", case-insensitive"a[bc]d" (match length is 3)"\s" (whitespace characters are all in the BMP, and are a small set)"abc|def" (both alternatives have the same length)"a\x{10000}|def" (both alternatives have length 3)
43 | *
44 | * The following are not multivalent sequences:
45 | *
46 | *
47 | * "[b\x{10000}]" ("b" has length 1, and "\x{10000}" has length 2)"\S" (non-whitespace characters; have different lengths)\p{IsAlphabetic} (have different lengths)\p{InGreek} (not a small set)A? (length is not fixed).* (length is not fixed)
54 | *
55 | * @see #getNeedle()
56 | */
57 | interface MultivalentSequence {
58 |
59 | /**
60 | * Returns the character sets that represent a match, e.g. "{ { 'a', 'A' }, { 'b', 'B' }, { 'c', 'C' }
61 | * }".
62 | *
63 | * Notice that, other than in the example above, {@code getNeedle()[n].length} is often different for different
64 | * values of {@code n}.
65 | *
66 | */
67 | char[][]
68 | getNeedle();
69 | }
70 |
--------------------------------------------------------------------------------
/lfr-core/src/main/java/de/unkrig/lfr/core/ReverseCharSequence.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package de.unkrig.lfr.core;
28 |
29 | /**
30 | * @author Arno
31 | *
32 | */
33 | public abstract
34 | class ReverseCharSequence implements CharSequence {
35 |
36 | /**
37 | * @return The original char sequence; actually "the reverse of the reverse"
38 | */
39 | protected abstract CharSequence
40 | original();
41 |
42 | /**
43 | * @return Depending on the subject, {@link #reverseByCopy(CharSequence)} or {@link #reverseInPlace(CharSequence)}
44 | */
45 | public static CharSequence
46 | reverse(CharSequence subject) {
47 | return (
48 | subject.length() <= 10
49 | ? ReverseCharSequence.reverseByCopy(subject)
50 | : ReverseCharSequence.reverseInPlace(subject)
51 | );
52 | }
53 |
54 | /**
55 | * Returns a string that is the "logical reverse" of the cs, i.e. surrogate pairs and CR-LF pairs are
56 | * not reversed.
57 | */
58 | public static String
59 | reverseByCopy(CharSequence subject) {
60 |
61 | StringBuilder sb = new StringBuilder(subject).reverse();
62 |
63 | // Un-reverse CR-LF sequences.
64 | for (int i = sb.length() - 2; i >= 0; i--) {
65 | if (sb.charAt(i) == '\n' && sb.charAt(i + 1) == '\r') {
66 | sb.setCharAt(i, '\r');
67 | sb.setCharAt(i + 1, '\n');
68 | i--;
69 | }
70 | }
71 |
72 | return sb.toString();
73 | }
74 |
75 | /**
76 | * Returns a {@link CharSequence} that is the "logical reverse" of the cs, i.e. surrogate pairs and
77 | * CR-LF pairs are not reversed. The returned {@link CharSequence} is based on the original, thus, the
78 | * behavior of the returned {@link CharSequence} is undefined if the original changes.
79 | */
80 | public static CharSequence
81 | reverseInPlace(final CharSequence subject) {
82 |
83 | if (subject instanceof ReverseCharSequence) return ((ReverseCharSequence) subject).original();
84 |
85 | return new ReverseCharSequence() {
86 |
87 | final int len = subject.length();
88 | final int lenm1 = this.len - 1;
89 |
90 | // IMPLEMENT ReverseCharSequence
91 |
92 | @Override protected CharSequence
93 | original() { return subject; }
94 |
95 | // IMPLEMENT CharSequence
96 |
97 | @Override public int
98 | length() { return this.len; }
99 |
100 | @Override public char
101 | charAt(int offset) {
102 |
103 | // Reverse the offset.
104 | offset = this.lenm1 - offset;
105 |
106 | char c = subject.charAt(offset);
107 |
108 | // Un-reverse CR-LF sequences.
109 | if (c == '\r' && offset < this.lenm1 && subject.charAt(offset + 1) == '\n') return '\n';
110 | if (c == '\n' && offset > 0 && subject.charAt(offset - 1) == '\r') return '\r';
111 |
112 | // Un-reverse high-surrogate-low-surrogate.
113 | char c2;
114 | if (
115 | Character.isHighSurrogate(c)
116 | && offset < this.lenm1
117 | && Character.isLowSurrogate((c2 = subject.charAt(offset + 1)))
118 | ) return c2;
119 | if (
120 | Character.isLowSurrogate(c)
121 | && offset > 0
122 | && Character.isHighSurrogate((c2 = subject.charAt(offset - 1)))
123 | ) return c2;
124 |
125 | return c;
126 | }
127 |
128 | @Override public CharSequence
129 | subSequence(int start, int end) { return ReverseCharSequence.subSequence(subject, start, end); }
130 |
131 | @Override public String
132 | toString() {
133 | StringBuilder sb = new StringBuilder(this.len);
134 | for (int i = 0; i < this.len;) {
135 | int cp = Character.codePointAt(this, i);
136 | sb.appendCodePoint(cp);
137 | i += Character.charCount(cp);
138 | }
139 | return sb.toString();
140 | }
141 | };
142 | }
143 |
144 | /**
145 | * Trivial implementation of a "subsequence".
146 | */
147 | private static CharSequence
148 | subSequence(final CharSequence cs, final int start, final int end) {
149 |
150 | return new CharSequence() {
151 |
152 | @Override public int
153 | length() { return end - start; }
154 |
155 | @Override public char
156 | charAt(int index) { return cs.charAt(start + index); }
157 |
158 | @Override public CharSequence
159 | subSequence(int start2, int end2) {
160 | return ReverseCharSequence.subSequence(cs, start + start2, start + end2);
161 | }
162 |
163 | @Override public String
164 | toString() {
165 | char[] ca = new char[end - start];
166 | for (int i = start; i < end; i++) ca[i] = cs.charAt(start + i);
167 | return new String(ca);
168 | }
169 | };
170 | }
171 | }
172 |
--------------------------------------------------------------------------------
/lfr-core/src/main/java/de/unkrig/lfr/core/package-info.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2016, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | /**
28 | * A super-fast drop-in replacement for {@code java.util.regex}.
29 | */
30 | @NotNullByDefault
31 | package de.unkrig.lfr.core;
32 |
33 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
34 |
--------------------------------------------------------------------------------
/lfr-core/src/main/javadoc/overview.html:
--------------------------------------------------------------------------------
1 |
2 |
3 | Lightning-fast Regular Expressions ("LFR") is a 99.9%-complete reimplementation of java.util.regex
4 | ("JUR") with better match() and find() performance, and some extra features.
5 |
6 |
7 |
8 | The project home page is on GITHUB.
9 |
10 |
11 |
--------------------------------------------------------------------------------
/lfr-core/src/main/javadoc/package-lists/de.unkrig.commons/commons-text/package-list:
--------------------------------------------------------------------------------
1 | de.unkrig.commons.text
2 | de.unkrig.commons.text.expression
3 | de.unkrig.commons.text.json
4 | de.unkrig.commons.text.parser
5 | de.unkrig.commons.text.pattern
6 | de.unkrig.commons.text.scanner
7 | de.unkrig.commons.text.xml
8 |
--------------------------------------------------------------------------------
/lfr-core/src/main/resources/META-INF/services/de.unkrig.ref4j.PatternFactory:
--------------------------------------------------------------------------------
1 |
2 | # The "lightening-fast regular expressions" implementation of de.unkrig.ref4j.PatternFactory:
3 | de.unkrig.lfr.core.PatternFactory
4 | de.unkrig.lfr.core.PatternFactory.instanceField = INSTANCE
5 |
--------------------------------------------------------------------------------
/lfr-core/src/test/java/test/OracleEssentials.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2016, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package test;
28 |
29 | import de.unkrig.commons.lang.ExceptionUtil;
30 | import de.unkrig.commons.nullanalysis.Nullable;
31 | import de.unkrig.ref4j.Matcher;
32 | import de.unkrig.ref4j.Pattern;
33 | import de.unkrig.ref4j.PatternFactory;
34 |
35 | public
36 | class OracleEssentials extends ParameterizedWithPatternFactory {
37 |
38 | public
39 | OracleEssentials(PatternFactory patternFactory) { super(patternFactory); }
40 |
41 | /**
42 | * Shorthand for "{@link #harnessFull(String, String, int, Integer, int, Boolean, Boolean) harness(regex, subject,
43 | * 0, null, 0, null, null)}".
44 | */
45 | public void
46 | harnessFull(String regex, String subject) { this.harnessFull(regex, subject, 0, null, 0, null, null); }
47 |
48 | /**
49 | * Shorthand for "{@link #harnessFull(String, String, int, Integer, int, Boolean, Boolean) harness(regex, subject,
50 | * flags, null, 0, null, null)}".
51 | */
52 | public void
53 | harnessFull(String regex, String subject, int flags) {
54 | this.harnessFull(regex, subject, flags, null, 0, null, null);
55 | }
56 |
57 | /**
58 | * Shorthand for "{@link #harnessFull(String, String, int, Integer, int, Boolean, Boolean) harness(regex, subject,
59 | * flags, regionStart, regionEnd, null, null)}".
60 | */
61 | public void
62 | harnessFull(String regex, String subject, int flags, int regionStart, int regionEnd) {
63 | this.harnessFull(regex, subject, flags, regionStart, regionEnd, null, null);
64 | }
65 |
66 | /**
67 | * Shorthand for "{@link #harnessFull(String, String, int, Integer, int, Boolean, Boolean) harness(regex, subject,
68 | * flags, regionStart, regionEnd, transparentBounds, null)}".
69 | */
70 | public void
71 | harnessFull(String regex, String subject, int flags, int regionStart, int regionEnd, boolean transparentBounds) {
72 | this.harnessFull(regex, subject, flags, regionStart, regionEnd, transparentBounds, null);
73 | }
74 |
75 | /**
76 | * Verifies that {@link PatternFactory#compile(String, int)}, {@link Matcher#lookingAt()}, {@link Matcher#matches()} and
77 | * {@link Matcher#find()} don't throw any exceptions.
78 | *
79 | * @param flags Regex compilation flags, see {@link java.util.regex.Pattern#compile(String, int)}
80 | * @param regionStart Optional: The non-default region to use for the matcher; see {@link
81 | * java.util.regex.Matcher#region(int, int)}
82 | * @param regionEnd Honored only when regionStart {@code != null}
83 | * @param transparentBounds Optional: Call {@link java.util.regex.Matcher#useTransparentBounds(boolean)}
84 | * @param anchoringBounds Optional: Call {@link java.util.regex.Matcher#useAnchoringBounds(boolean)}
85 | */
86 | public void
87 | harnessFull(
88 | String regex,
89 | final String subject,
90 | int flags,
91 | @Nullable Integer regionStart,
92 | int regionEnd,
93 | @Nullable Boolean transparentBounds,
94 | @Nullable Boolean anchoringBounds
95 | ) {
96 |
97 | Pattern pattern = this.patternFactory.compile(regex, flags);
98 |
99 | Matcher m = pattern.matcher(subject);
100 |
101 | if (regionStart != null) m.region(regionStart, regionEnd);
102 | if (transparentBounds != null) m.useTransparentBounds(transparentBounds);
103 | if (anchoringBounds != null) m.useAnchoringBounds(anchoringBounds);
104 |
105 | m.lookingAt();
106 |
107 | m.matches();
108 |
109 | // "matches()", if unsuccessful, leaves the matcher in a very strange state: The next invocation of "find()"
110 | // (a few lines below), will will NOT start at the beginning of the region, but where "lookingAt()" left off!?
111 | // The simple workaround is to reset the matcher here.
112 | m.reset();
113 |
114 | int matchNumber = 1;
115 | try {
116 | while (m.find()) matchNumber++;
117 | } catch (RuntimeException re) {
118 | throw ExceptionUtil.wrap("find(): Match #" + matchNumber, re);
119 | } catch (Error e) { // SUPPRESS CHECKSTYLE IllegalCatch
120 | throw ExceptionUtil.wrap("find(): Match #" + matchNumber, e);
121 | }
122 | }
123 | }
124 |
--------------------------------------------------------------------------------
/lfr-core/src/test/java/test/ParameterizedWithPatternFactory.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2019, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package test;
28 |
29 | import java.util.ArrayList;
30 | import java.util.List;
31 |
32 | import org.junit.runners.Parameterized.Parameters;
33 |
34 | import de.unkrig.ref4j.PatternFactory;
35 |
36 | public abstract
37 | class ParameterizedWithPatternFactory {
38 |
39 | protected final PatternFactory patternFactory;
40 |
41 | public
42 | ParameterizedWithPatternFactory(PatternFactory patternFactory) { this.patternFactory = patternFactory; }
43 |
44 | @Parameters(name = "PatternFactory={1}") public static Iterable
45 | patternFactories() throws Exception {
46 |
47 | List result = new ArrayList();
48 |
49 | for (PatternFactory pf : new PatternFactory[] {
50 | de.unkrig.lfr.core.PatternFactory.INSTANCE,
51 | de.unkrig.ref4j.jur.PatternFactory.INSTANCE,
52 | }) result.add(new Object[] { pf, pf.getId() });
53 |
54 | return result;
55 | }
56 |
57 | public boolean
58 | isLfr() { return this.patternFactory.getId().equals("de.unkrig.lfr"); }
59 | }
60 |
--------------------------------------------------------------------------------
/lfr-core/src/test/java/test/PerformanceMeasurement.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package test;
28 |
29 | import java.util.Arrays;
30 | import java.util.Locale;
31 |
32 | import de.unkrig.commons.lang.protocol.ConsumerWhichThrows;
33 | import de.unkrig.commons.lang.protocol.NoException;
34 | import de.unkrig.commons.lang.protocol.TransformerUtil;
35 | import de.unkrig.commons.lang.protocol.TransformerWhichThrows;
36 |
37 | /**
38 | * A framework for reliable measurement of the CPU time consumed by a piece of code.
39 | */
40 | public final
41 | class PerformanceMeasurement {
42 |
43 | private PerformanceMeasurement() {}
44 |
45 | private static final int REP2 = 1000;
46 |
47 | /**
48 | * Lets execute consume each input (many times), measures the user cpu times, and prints
49 | * them to {@code System.out}.
50 | */
51 | public static void
52 | probe(String message, T[] inputs, final ConsumerWhichThrows execute) {
53 | PerformanceMeasurement.probe(message, inputs, TransformerUtil.identity(), execute);
54 | }
55 |
56 | /**
57 | * Transforms each of the inputs with the prepare transformer, then lets execute
58 | * consume each transformed input (many times), measures the user cpu times, and prints them to {@code
59 | * System.out}.
60 | */
61 | public static void
62 | probe(
63 | String message,
64 | T1[] inputs,
65 | final TransformerWhichThrows prepare,
66 | final ConsumerWhichThrows execute
67 | ) {
68 |
69 | System.out.printf(Locale.US, " %-25s ", message);
70 |
71 | double[][] vals = new double[inputs.length][10];
72 | double[] avgs = new double[inputs.length];
73 | for (int j = 0; j < 20000; j++) {
74 |
75 | int mod = j % 100;
76 |
77 | double[] durations = new double[inputs.length];
78 | boolean allSigmasAreSmall = true;
79 | for (int k = 0; k < inputs.length; k++) {
80 |
81 | final T2 transformedInput = prepare.transform(inputs[k]);
82 |
83 | // durations[i] = probe(new Runnable() {
84 | // @Override public void run() { execute.consume(transformedInput); }
85 | // });
86 | // Resolution of "System.nanoTime()": approx. 302 ns
87 | {
88 | long start = System.nanoTime();
89 | for (int i = 0; i < REP2; i++) execute.consume(transformedInput);
90 | long end = System.nanoTime();
91 |
92 | durations[k] = 1E-9 * (end - start) / REP2;
93 | }
94 |
95 | if (mod < vals[k].length) {
96 | vals[k][mod] = durations[k];
97 | // System.out.printf(Locale.US, "%d %5d: %,9.3f ns%n", k, j, 1E9 * vals[k][mod]);
98 | }
99 |
100 | if (mod == vals[k].length && j >= 500) {
101 |
102 | Arrays.sort(vals[k]);
103 | double[] vals2 = Arrays.copyOf(vals[k], vals[k].length / 2);
104 |
105 | double sum = 0;
106 | for (int i = 0; i < vals2.length; i++) sum += vals2[i];
107 |
108 | avgs[k] = sum / vals2.length;
109 |
110 | double sigma;
111 | {
112 | double tmp = 0;
113 | for (int i = 0; i < vals2.length; i++) tmp += sq(vals2[i] - avgs[k]);
114 | sigma = Math.sqrt(tmp) / vals2.length / avgs[k];
115 | }
116 |
117 | if (sigma > 0.005) allSigmasAreSmall = false;
118 | } else {
119 | allSigmasAreSmall = false;
120 | }
121 | }
122 |
123 | if (allSigmasAreSmall) break;
124 | }
125 |
126 | System.out.printf(Locale.US, "%,7.1f ns ", 1E9 * avgs[0]);
127 | for (int k = 1; k < avgs.length; k++) {
128 | System.out.printf(Locale.US, "%,7.1f ns %5.0f%% ", 1E9 * avgs[k], 100 * avgs[k] / avgs[0]);
129 | }
130 | System.out.printf("%n");
131 | }
132 |
133 | private static double
134 | sq(double x) { return x * x; }
135 | }
136 |
--------------------------------------------------------------------------------
/lfr-core/src/test/java/test/Sampler.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package test;
28 |
29 | import java.lang.Thread.State;
30 | import java.lang.management.ManagementFactory;
31 | import java.lang.management.ThreadInfo;
32 | import java.lang.management.ThreadMXBean;
33 | import java.util.HashMap;
34 | import java.util.Map;
35 | import java.util.concurrent.Executors;
36 | import java.util.concurrent.ScheduledExecutorService;
37 | import java.util.concurrent.TimeUnit;
38 |
39 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
40 |
41 | /**
42 | * Taken from the "Sampler" class.
43 | */
44 | @NotNullByDefault(false) public final
45 | class Sampler {
46 |
47 | private Sampler() {}
48 |
49 | private static final ThreadMXBean THREAD_MX_BEAN = ManagementFactory.getThreadMXBean();
50 |
51 | private static String className, methodName;
52 | private static CallTree root;
53 | private static ScheduledExecutorService executor;
54 |
55 | public static synchronized void
56 | startSampling(String className, String methodName) {
57 |
58 | if (Sampler.executor != null) throw new IllegalStateException("sampling in progress");
59 |
60 | System.out.println("sampling started");
61 | Sampler.className = className;
62 | Sampler.methodName = methodName;
63 |
64 | Sampler.executor = Executors.newScheduledThreadPool(1);
65 |
66 | // "fixed delay" reduces overhead, "fixed rate" raises precision
67 | Sampler.executor.scheduleWithFixedDelay(new Runnable() {
68 |
69 | @Override public void
70 | run() { Sampler.newSample(); }
71 | }, 5/*150*/, 10/*75*/, TimeUnit.MILLISECONDS);
72 | }
73 |
74 | public static synchronized CallTree
75 | stopSampling() throws InterruptedException {
76 |
77 | if (Sampler.executor == null) throw new IllegalStateException("no sampling in progress");
78 |
79 | Sampler.executor.shutdown();
80 | Sampler.executor.awaitTermination(Long.MAX_VALUE, TimeUnit.DAYS);
81 | Sampler.executor = null;
82 |
83 | final CallTree result = Sampler.root;
84 | Sampler.root = null;
85 | return result;
86 | }
87 |
88 | public static void
89 | printCallTree(CallTree t) {
90 | if (t == null) {
91 | System.out.println("method not seen");
92 | } else {
93 | Sampler.printCallTree(t, "", 100);
94 | }
95 | }
96 |
97 | private static void
98 | printCallTree(CallTree t, String indent, long percent) {
99 |
100 | long num = 0;
101 | for (CallTree ch : t.values()) num += ch.count;
102 | if (num == 0) return;
103 |
104 | for (Map.Entry e : t.entrySet()) {
105 | String key = e.getKey();
106 | CallTree subtree = e.getValue();
107 |
108 | System.out.println(
109 | indent
110 | + (subtree.count * percent / num)
111 | + "% ("
112 | + (subtree.cpu * percent / num)
113 | + "% cpu) "
114 | + key
115 | );
116 |
117 | Sampler.printCallTree(subtree, indent + " ", subtree.count * percent / num);
118 | }
119 | }
120 |
121 | static
122 | class CallTree extends HashMap {
123 |
124 | private static final long serialVersionUID = 1L;
125 |
126 | long count = 1, cpu;
127 |
128 | CallTree(boolean cpu) { if (cpu) this.cpu++; }
129 |
130 | CallTree
131 | getOrAdd(StackTraceElement ste, boolean cpu) {
132 |
133 | String key = ste.getClassName() + '.' + ste.getMethodName() + "():" + ste.getLineNumber();
134 |
135 | CallTree t = this.get(key);
136 | if (t != null) {
137 | t.count++;
138 | if (cpu) t.cpu++;
139 | } else {
140 | this.put(key, (t = new CallTree(cpu)));
141 | }
142 |
143 | return t;
144 | }
145 | }
146 |
147 | static void
148 | newSample() {
149 |
150 | for (ThreadInfo ti : Sampler.THREAD_MX_BEAN.dumpAllThreads(false, false)) {
151 |
152 | final boolean cpu = ti.getThreadState() == State.RUNNABLE;
153 |
154 | StackTraceElement[] stack = ti.getStackTrace();
155 |
156 | int ix;
157 | for (ix = stack.length - 1; ix >= 0; ix--) {
158 | StackTraceElement ste = stack[ix];
159 |
160 | if (ste.getClassName().equals(Sampler.className) && ste.getMethodName().equals(Sampler.methodName)) {
161 | break;
162 | }
163 | }
164 |
165 | CallTree t = Sampler.root;
166 | if (t == null) Sampler.root = (t = new CallTree(cpu));
167 |
168 | for (ix--; ix >= 0; ix--) {
169 | StackTraceElement ste = stack[ix];
170 | t = t.getOrAdd(ste, cpu);
171 | }
172 | }
173 | }
174 | }
175 |
--------------------------------------------------------------------------------
/lfr-core/src/test/java/test/package-info.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * de.unkrig.lfr - A super-fast regular expression evaluator
4 | *
5 | * Copyright (c) 2016, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | /**
28 | * A super-fast drop-in replacement for {@code java.util.regex}.
29 | */
30 | @NotNullByDefault
31 | package test;
32 |
33 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
34 |
--------------------------------------------------------------------------------
/lfr-parent/.keep:
--------------------------------------------------------------------------------
1 |
2 |
--------------------------------------------------------------------------------
/lfr-parent/.project:
--------------------------------------------------------------------------------
1 |
2 |
3 | lfr-parent
4 |
5 |
6 |
7 |
8 |
9 | org.eclipse.m2e.core.maven2Builder
10 |
11 |
12 |
13 |
14 |
15 | org.eclipse.m2e.core.maven2Nature
16 |
17 |
18 |
--------------------------------------------------------------------------------
/lfr-parent/.settings/org.eclipse.core.resources.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | encoding/=UTF-8
3 |
--------------------------------------------------------------------------------
/lfr-parent/.settings/org.eclipse.m2e.core.prefs:
--------------------------------------------------------------------------------
1 | activeProfiles=
2 | eclipse.preferences.version=1
3 | resolveWorkspaceProjects=true
4 | version=1
5 |
--------------------------------------------------------------------------------
/lfr-parent/pom.xml:
--------------------------------------------------------------------------------
1 |
2 | 4.0.0
3 |
4 | de.unkrig.lfr
5 | lfr-parent
6 | 1.2.1-SNAPSHOT
7 |
8 | pom
9 |
10 | Parent project for the LFR modules
11 | https://github.com/aunkrig/lfr/
12 | de.unkrig.lfr - A 99.9% compatible reimplementation of java.util.regex with better performance
13 |
14 |
15 | Arno Unkrig
16 | http://unkrig.de/
17 |
18 |
19 |
20 | https://github.com/aunkrig/lfr
21 |
22 |
23 |
24 |
25 | Arno Unkrig
26 | arno@unkrig.de
27 |
28 |
29 |
30 |
31 |
32 | New BSD License
33 | http://unkrig.de/w/New_BSD_License
34 |
35 |
36 |
37 |
38 | 1.8
39 | 1.8
40 | UTF-8
41 |
42 | 1.2.18-SNAPSHOT
43 | 4.13.1
44 |
45 |
46 |
47 |
48 | ossrh
49 | https://oss.sonatype.org/content/repositories/snapshots
50 |
51 |
52 |
53 |
54 |
55 |
56 | de.unkrig.commons
57 | commons-text
58 | ${de.unkrig.commons-version}
59 |
60 |
61 | de.unkrig.commons
62 | commons-util
63 | ${de.unkrig.commons-version}
64 |
65 |
66 | junit
67 | junit
68 | ${junit-version}
69 | test
70 |
71 |
72 |
73 |
74 |
75 |
76 |
77 | org.sonatype.plugins
78 | nexus-staging-maven-plugin
79 |
80 |
81 |
82 |
83 |
84 |
85 |
86 |
87 | org.apache.maven.plugins
88 | maven-jar-plugin
89 | 2.4
90 |
91 |
92 | test-jar
93 |
94 |
95 |
96 |
97 |
98 |
99 | org.apache.maven.plugins
100 | maven-gpg-plugin
101 | 1.5
102 |
103 |
104 | sign-artifacts
105 | verify
106 | sign
107 |
108 |
109 |
110 |
111 |
112 |
113 | org.apache.maven.plugins
114 | maven-source-plugin
115 | 2.4
116 |
117 |
118 | attach-sources
119 | jar
120 |
121 |
122 |
123 |
124 |
125 |
126 | org.sonatype.plugins
127 | nexus-staging-maven-plugin
128 | 1.6.7
129 | true
130 |
131 | ossrh
132 | https://oss.sonatype.org/
133 | false
134 |
135 |
136 |
137 |
138 |
139 | org.apache.maven.plugins
140 | maven-javadoc-plugin
141 | 2.10.4
142 |
143 |
144 | attach-javadocs
145 | jar
146 |
147 |
148 |
149 |
150 | false
151 |
152 | false
153 | -Xdoclint:none
154 | UTF-8
155 | true
156 |
157 |
158 |
159 |
160 |
161 |
162 |
163 |
164 |
165 |
166 | have_gpg
167 |
168 |
169 |
170 | org.apache.maven.plugins
171 | maven-gpg-plugin
172 |
173 |
174 |
175 |
176 |
177 |
178 |
179 | ../lfr-core
180 | ../openjdk8_regex_tests
181 | ../openjdk15_regex_tests
182 | ../ref4j
183 |
184 |
185 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.classpath:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
37 |
38 |
39 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.keep:
--------------------------------------------------------------------------------
1 |
2 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.project:
--------------------------------------------------------------------------------
1 |
2 |
3 | openjdk15_regex_tests
4 |
5 |
6 |
7 |
8 |
9 | org.eclipse.jdt.core.javabuilder
10 |
11 |
12 |
13 |
14 | org.eclipse.m2e.core.maven2Builder
15 |
16 |
17 |
18 |
19 |
20 | org.eclipse.jdt.core.javanature
21 | org.eclipse.m2e.core.maven2Nature
22 |
23 |
24 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.settings/org.eclipse.core.resources.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | encoding//src/main/java=UTF-8
3 | encoding//src/main/resources=UTF-8
4 | encoding//src/test/java=UTF-8
5 | encoding//src/test/resources=UTF-8
6 | encoding/=UTF-8
7 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.settings/org.eclipse.jdt.core.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
3 | org.eclipse.jdt.core.compiler.codegen.methodParameters=do not generate
4 | org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8
5 | org.eclipse.jdt.core.compiler.codegen.unusedLocal=preserve
6 | org.eclipse.jdt.core.compiler.compliance=1.8
7 | org.eclipse.jdt.core.compiler.debug.lineNumber=generate
8 | org.eclipse.jdt.core.compiler.debug.localVariable=generate
9 | org.eclipse.jdt.core.compiler.debug.sourceFile=generate
10 | org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
11 | org.eclipse.jdt.core.compiler.problem.enablePreviewFeatures=disabled
12 | org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
13 | org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
14 | org.eclipse.jdt.core.compiler.problem.reportPreviewFeatures=warning
15 | org.eclipse.jdt.core.compiler.release=disabled
16 | org.eclipse.jdt.core.compiler.source=1.8
17 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/.settings/org.eclipse.m2e.core.prefs:
--------------------------------------------------------------------------------
1 | activeProfiles=
2 | eclipse.preferences.version=1
3 | resolveWorkspaceProjects=true
4 | version=1
5 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/launch/openjdk15_regex_tests (JRE 11).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/launch/openjdk15_regex_tests (JRE 17).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/launch/openjdk15_regex_tests (JRE 8).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/pom.xml:
--------------------------------------------------------------------------------
1 |
2 | 4.0.0
3 |
4 | openjdk15_regex_tests
5 |
6 | OpenJDK 15 regex test suite
7 | http://hg.openjdk.java.net/jdk/jdk15/file/0dabbdfd97e6/test/jdk/java/util/regex
8 |
9 |
10 |
11 | 8
12 | 8
13 |
14 |
15 |
16 |
17 |
18 | junit
19 | junit
20 | test
21 |
22 |
23 | de.unkrig.lfr
24 | lfr-core
25 | ${project.parent.version}
26 | jar
27 | test
28 |
29 |
30 | de.unkrig.lfr
31 | lfr-core
32 | ${project.parent.version}
33 | test-jar
34 | test
35 |
36 |
37 |
38 |
39 | de.unkrig.lfr
40 | lfr-parent
41 | 1.2.1-SNAPSHOT
42 | ../lfr-parent
43 |
44 |
45 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/src/main/java/.keep:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/aunkrig/lfr/23307329ef2e2d9469e715067e7ce39d2c313b3f/openjdk15_regex_tests/src/main/java/.keep
--------------------------------------------------------------------------------
/openjdk15_regex_tests/src/main/resources/.keep:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/aunkrig/lfr/23307329ef2e2d9469e715067e7ce39d2c313b3f/openjdk15_regex_tests/src/main/resources/.keep
--------------------------------------------------------------------------------
/openjdk15_regex_tests/src/test/java/NegativeArraySize.java.txt:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.
3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 | *
5 | * This code is free software; you can redistribute it and/or modify it
6 | * under the terms of the GNU General Public License version 2 only, as
7 | * published by the Free Software Foundation.
8 | *
9 | * This code is distributed in the hope that it will be useful, but WITHOUT
10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 | * version 2 for more details (a copy is included in the LICENSE file that
13 | * accompanied this code).
14 | *
15 | * You should have received a copy of the GNU General Public License version
16 | * 2 along with this work; if not, write to the Free Software Foundation,
17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 | *
19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 | * or visit www.oracle.com if you need additional information or have any
21 | * questions.
22 | */
23 |
24 | /*
25 | * @test
26 | * @bug 8223174
27 | * @summary Pattern.compile() can throw confusing NegativeArraySizeException
28 | * @requires os.maxMemory >= 5g
29 | * @run main/othervm NegativeArraySize -Xms5G -Xmx5G
30 | */
31 |
32 | import java.util.regex.Pattern;
33 |
34 | public class NegativeArraySize {
35 | public static void main(String[] args) {
36 | try {
37 | Pattern.compile("\\Q" + "a".repeat(42 + Integer.MAX_VALUE / 3));
38 | throw new AssertionError("expected to throw");
39 | } catch (OutOfMemoryError expected) {
40 | }
41 | }
42 | }
43 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/src/test/java/POSIX_Unicode.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2011, 2013, Oracle and/or its affiliates. All rights reserved.
3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 | *
5 | * This code is free software; you can redistribute it and/or modify it
6 | * under the terms of the GNU General Public License version 2 only, as
7 | * published by the Free Software Foundation.
8 | *
9 | * This code is distributed in the hope that it will be useful, but WITHOUT
10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 | * version 2 for more details (a copy is included in the LICENSE file that
13 | * accompanied this code).
14 | *
15 | * You should have received a copy of the GNU General Public License version
16 | * 2 along with this work; if not, write to the Free Software Foundation,
17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 | *
19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 | * or visit www.oracle.com if you need additional information or have any
21 | * questions.
22 | */
23 |
24 | public final class POSIX_Unicode {
25 |
26 | public static boolean isAlpha(int ch) {
27 | return Character.isAlphabetic(ch);
28 | }
29 |
30 | public static boolean isLower(int ch) {
31 | return Character.isLowerCase(ch);
32 | }
33 |
34 | public static boolean isUpper(int ch) {
35 | return Character.isUpperCase(ch);
36 | }
37 |
38 | // \p{Whitespace}
39 | public static boolean isSpace(int ch) {
40 | return ((((1 << Character.SPACE_SEPARATOR) |
41 | (1 << Character.LINE_SEPARATOR) |
42 | (1 << Character.PARAGRAPH_SEPARATOR)) >> Character.getType(ch)) & 1)
43 | != 0 ||
44 | (ch >= 0x9 && ch <= 0xd) ||
45 | (ch == 0x85);
46 | }
47 |
48 | // \p{gc=Control}
49 | public static boolean isCntrl(int ch) {
50 | return Character.getType(ch) == Character.CONTROL;
51 | }
52 |
53 | // \p{gc=Punctuation}
54 | public static boolean isPunct(int ch) {
55 | return ((((1 << Character.CONNECTOR_PUNCTUATION) |
56 | (1 << Character.DASH_PUNCTUATION) |
57 | (1 << Character.START_PUNCTUATION) |
58 | (1 << Character.END_PUNCTUATION) |
59 | (1 << Character.OTHER_PUNCTUATION) |
60 | (1 << Character.INITIAL_QUOTE_PUNCTUATION) |
61 | (1 << Character.FINAL_QUOTE_PUNCTUATION)) >> Character.getType(ch)) & 1)
62 | != 0;
63 | }
64 |
65 | // \p{gc=Decimal_Number}
66 | // \p{Hex_Digit} -> PropList.txt: Hex_Digit
67 | public static boolean isHexDigit(int ch) {
68 | return Character.isDigit(ch) ||
69 | (ch >= 0x0030 && ch <= 0x0039) ||
70 | (ch >= 0x0041 && ch <= 0x0046) ||
71 | (ch >= 0x0061 && ch <= 0x0066) ||
72 | (ch >= 0xFF10 && ch <= 0xFF19) ||
73 | (ch >= 0xFF21 && ch <= 0xFF26) ||
74 | (ch >= 0xFF41 && ch <= 0xFF46);
75 | }
76 |
77 | // \p{gc=Decimal_Number}
78 | public static boolean isDigit(int ch) {
79 | return Character.isDigit(ch);
80 | };
81 |
82 | // \p{alpha}
83 | // \p{digit}
84 | public static boolean isAlnum(int ch) {
85 | return Character.isAlphabetic(ch) || Character.isDigit(ch);
86 | }
87 |
88 | // \p{Whitespace} --
89 | // [\N{LF} \N{VT} \N{FF} \N{CR} \N{NEL} -> 0xa, 0xb, 0xc, 0xd, 0x85
90 | // \p{gc=Line_Separator}
91 | // \p{gc=Paragraph_Separator}]
92 | public static boolean isBlank(int ch) {
93 | int type = Character.getType(ch);
94 | return isSpace(ch) &&
95 | ch != 0xa & ch != 0xb && ch !=0xc && ch != 0xd && ch != 0x85 &&
96 | type != Character.LINE_SEPARATOR &&
97 | type != Character.PARAGRAPH_SEPARATOR;
98 | }
99 |
100 | // [^
101 | // \p{space}
102 | // \p{gc=Control}
103 | // \p{gc=Surrogate}
104 | // \p{gc=Unassigned}]
105 | public static boolean isGraph(int ch) {
106 | int type = Character.getType(ch);
107 | return !(isSpace(ch) ||
108 | Character.CONTROL == type ||
109 | Character.SURROGATE == type ||
110 | Character.UNASSIGNED == type);
111 | }
112 |
113 | // \p{graph}
114 | // \p{blank}
115 | // -- \p{cntrl}
116 | public static boolean isPrint(int ch) {
117 | return (isGraph(ch) || isBlank(ch)) && !isCntrl(ch);
118 | }
119 |
120 | // PropList.txt:Noncharacter_Code_Point
121 | public static boolean isNoncharacterCodePoint(int ch) {
122 | return (ch & 0xfffe) == 0xfffe || (ch >= 0xfdd0 && ch <= 0xfdef);
123 | }
124 |
125 | public static boolean isJoinControl(int ch) {
126 | return (ch == 0x200C || ch == 0x200D);
127 | }
128 |
129 | // \p{alpha}
130 | // \p{gc=Mark}
131 | // \p{digit}
132 | // \p{gc=Connector_Punctuation}
133 | public static boolean isWord(int ch) {
134 | return isAlpha(ch) ||
135 | ((((1 << Character.NON_SPACING_MARK) |
136 | (1 << Character.ENCLOSING_MARK) |
137 | (1 << Character.COMBINING_SPACING_MARK) |
138 | (1 << Character.CONNECTOR_PUNCTUATION)) >> Character.getType(ch)) & 1)
139 | != 0 ||
140 | isDigit(ch) ||
141 | isJoinControl(ch);
142 | }
143 | }
144 |
--------------------------------------------------------------------------------
/openjdk15_regex_tests/src/test/resources/GraphemeTestCases.txt:
--------------------------------------------------------------------------------
1 | #
2 | # Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.
3 | # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 | #
5 | # This code is free software; you can redistribute it and/or modify it
6 | # under the terms of the GNU General Public License version 2 only, as
7 | # published by the Free Software Foundation.
8 | #
9 | # This code is distributed in the hope that it will be useful, but WITHOUT
10 | # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 | # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 | # version 2 for more details (a copy is included in the LICENSE file that
13 | # accompanied this code).
14 | #
15 | # You should have received a copy of the GNU General Public License version
16 | # 2 along with this work; if not, write to the Free Software Foundation,
17 | # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 | #
19 | # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 | # or visit www.oracle.com if you need additional information or have any
21 | # questions.
22 | #
23 |
24 | # test cases for Grapheme support. Format follows GrahemeBreakTest.txt
25 | # from Unicode.
26 | # https://unicode.org/Public/UCD/latest/ucd/auxiliary/GraphemeBreakTest.html
27 |
28 | # bug 8216332
29 | ÷ 1F468 × 1F3FE ÷ 1F468 × 200D × 1F469 × 200D × 1F466 ÷
30 | ÷ 1F468 × 200D × 1F469 × 200D × 1F466 × 200d ÷ 0041 ÷
31 | ÷ 1F468 × 200D × 1F469 × 200D × 1F466 ÷ 0041 ÷
32 | ÷ 0041 ÷ 1F468 × 200D × 1F469 × 200D × 1F466 ÷ 0041 ÷
33 | ÷ 1F468 × 200D × 1F3FE × 200D × 1F469 × 1F3FE × 200D × 1F466 ÷ 0041 ÷
34 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.checkstyle:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.classpath:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
37 |
38 |
39 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.gitignore:
--------------------------------------------------------------------------------
1 | /target/
2 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.project:
--------------------------------------------------------------------------------
1 |
2 |
3 | openjdk8_regex_tests
4 |
5 |
6 |
7 |
8 |
9 | org.eclipse.jdt.core.javabuilder
10 |
11 |
12 |
13 |
14 | org.eclipse.m2e.core.maven2Builder
15 |
16 |
17 |
18 |
19 |
20 | org.eclipse.jdt.core.javanature
21 | org.eclipse.m2e.core.maven2Nature
22 |
23 |
24 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.settings/org.eclipse.core.resources.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | encoding//src/main/java=UTF-8
3 | encoding//src/main/resources=UTF-8
4 | encoding//src/test/java=UTF-8
5 | encoding//src/test/resources=UTF-8
6 | encoding/=UTF-8
7 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.settings/org.eclipse.jdt.core.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
3 | org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8
4 | org.eclipse.jdt.core.compiler.compliance=1.8
5 | org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
6 | org.eclipse.jdt.core.compiler.problem.enablePreviewFeatures=disabled
7 | org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
8 | org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
9 | org.eclipse.jdt.core.compiler.problem.reportPreviewFeatures=ignore
10 | org.eclipse.jdt.core.compiler.release=disabled
11 | org.eclipse.jdt.core.compiler.source=1.8
12 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/.settings/org.eclipse.m2e.core.prefs:
--------------------------------------------------------------------------------
1 | activeProfiles=
2 | eclipse.preferences.version=1
3 | resolveWorkspaceProjects=true
4 | version=1
5 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/README.md:
--------------------------------------------------------------------------------
1 | These three source files originate from
2 |
3 | http://hg.openjdk.java.net/jdk8u/jdk8u60/jdk/file/935758609767/test/java/util/regex
4 |
5 | and implement the ultimate notion of JRE regex compatibility.
6 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/launch/openjdk8_regex_tests (JRE 11).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/launch/openjdk8_regex_tests (JRE 17).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/launch/openjdk8_regex_tests (JRE 8).launch:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/pom.xml:
--------------------------------------------------------------------------------
1 |
2 | 4.0.0
3 |
4 | openjdk8_regex_tests
5 |
6 | OpenJDK 8 regex test suite
7 | http://hg.openjdk.java.net/jdk8u/jdk8u60/jdk/file/935758609767/test/java/util/regex
8 |
9 |
10 |
11 | junit
12 | junit
13 | test
14 |
15 |
16 | de.unkrig.lfr
17 | lfr-core
18 | ${project.parent.version}
19 | jar
20 | test
21 |
22 |
23 | de.unkrig.lfr
24 | lfr-core
25 | ${project.parent.version}
26 | test-jar
27 | test
28 |
29 |
30 |
31 |
32 |
33 |
34 |
35 | have_gpg
36 |
37 |
38 |
39 | org.apache.maven.plugins
40 | maven-gpg-plugin
41 |
42 |
43 |
44 |
45 |
46 |
47 |
48 | de.unkrig.lfr
49 | lfr-parent
50 | 1.2.1-SNAPSHOT
51 | ../lfr-parent
52 |
53 |
--------------------------------------------------------------------------------
/openjdk8_regex_tests/src/main/java/.empty:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/aunkrig/lfr/23307329ef2e2d9469e715067e7ce39d2c313b3f/openjdk8_regex_tests/src/main/java/.empty
--------------------------------------------------------------------------------
/openjdk8_regex_tests/src/main/resources/.empty:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/aunkrig/lfr/23307329ef2e2d9469e715067e7ce39d2c313b3f/openjdk8_regex_tests/src/main/resources/.empty
--------------------------------------------------------------------------------
/openjdk8_regex_tests/src/test/java/POSIX_Unicode.java:
--------------------------------------------------------------------------------
1 | /*
2 | * Copyright (c) 2011, 2013, Oracle and/or its affiliates. All rights reserved.
3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 | *
5 | * This code is free software; you can redistribute it and/or modify it
6 | * under the terms of the GNU General Public License version 2 only, as
7 | * published by the Free Software Foundation.
8 | *
9 | * This code is distributed in the hope that it will be useful, but WITHOUT
10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 | * version 2 for more details (a copy is included in the LICENSE file that
13 | * accompanied this code).
14 | *
15 | * You should have received a copy of the GNU General Public License version
16 | * 2 along with this work; if not, write to the Free Software Foundation,
17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 | *
19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 | * or visit www.oracle.com if you need additional information or have any
21 | * questions.
22 | */
23 |
24 | final public class POSIX_Unicode {
25 |
26 | public static boolean isAlpha(int ch) {
27 | return Character.isAlphabetic(ch);
28 | }
29 |
30 | public static boolean isLower(int ch) {
31 | return Character.isLowerCase(ch);
32 | }
33 |
34 | public static boolean isUpper(int ch) {
35 | return Character.isUpperCase(ch);
36 | }
37 |
38 | // \p{Whitespace}
39 | public static boolean isSpace(int ch) {
40 | return ((((1 << Character.SPACE_SEPARATOR) |
41 | (1 << Character.LINE_SEPARATOR) |
42 | (1 << Character.PARAGRAPH_SEPARATOR)) >> Character.getType(ch)) & 1)
43 | != 0 ||
44 | (ch >= 0x9 && ch <= 0xd) ||
45 | (ch == 0x85);
46 | }
47 |
48 | // \p{gc=Control}
49 | public static boolean isCntrl(int ch) {
50 | return Character.getType(ch) == Character.CONTROL;
51 | }
52 |
53 | // \p{gc=Punctuation}
54 | public static boolean isPunct(int ch) {
55 | return ((((1 << Character.CONNECTOR_PUNCTUATION) |
56 | (1 << Character.DASH_PUNCTUATION) |
57 | (1 << Character.START_PUNCTUATION) |
58 | (1 << Character.END_PUNCTUATION) |
59 | (1 << Character.OTHER_PUNCTUATION) |
60 | (1 << Character.INITIAL_QUOTE_PUNCTUATION) |
61 | (1 << Character.FINAL_QUOTE_PUNCTUATION)) >> Character.getType(ch)) & 1)
62 | != 0;
63 | }
64 |
65 | // \p{gc=Decimal_Number}
66 | // \p{Hex_Digit} -> PropList.txt: Hex_Digit
67 | public static boolean isHexDigit(int ch) {
68 | return Character.isDigit(ch) ||
69 | (ch >= 0x0030 && ch <= 0x0039) ||
70 | (ch >= 0x0041 && ch <= 0x0046) ||
71 | (ch >= 0x0061 && ch <= 0x0066) ||
72 | (ch >= 0xFF10 && ch <= 0xFF19) ||
73 | (ch >= 0xFF21 && ch <= 0xFF26) ||
74 | (ch >= 0xFF41 && ch <= 0xFF46);
75 | }
76 |
77 | // \p{gc=Decimal_Number}
78 | public static boolean isDigit(int ch) {
79 | return Character.isDigit(ch);
80 | };
81 |
82 | // \p{alpha}
83 | // \p{digit}
84 | public static boolean isAlnum(int ch) {
85 | return Character.isAlphabetic(ch) || Character.isDigit(ch);
86 | }
87 |
88 | // \p{Whitespace} --
89 | // [\N{LF} \N{VT} \N{FF} \N{CR} \N{NEL} -> 0xa, 0xb, 0xc, 0xd, 0x85
90 | // \p{gc=Line_Separator}
91 | // \p{gc=Paragraph_Separator}]
92 | public static boolean isBlank(int ch) {
93 | int type = Character.getType(ch);
94 | return POSIX_Unicode.isSpace(ch) &&
95 | ch != 0xa & ch != 0xb && ch !=0xc && ch != 0xd && ch != 0x85 &&
96 | type != Character.LINE_SEPARATOR &&
97 | type != Character.PARAGRAPH_SEPARATOR;
98 | }
99 |
100 | // [^
101 | // \p{space}
102 | // \p{gc=Control}
103 | // \p{gc=Surrogate}
104 | // \p{gc=Unassigned}]
105 | public static boolean isGraph(int ch) {
106 | int type = Character.getType(ch);
107 | return !(POSIX_Unicode.isSpace(ch) ||
108 | Character.CONTROL == type ||
109 | Character.SURROGATE == type ||
110 | Character.UNASSIGNED == type);
111 | }
112 |
113 | // \p{graph}
114 | // \p{blank}
115 | // -- \p{cntrl}
116 | public static boolean isPrint(int ch) {
117 | return (POSIX_Unicode.isGraph(ch) || POSIX_Unicode.isBlank(ch)) && !POSIX_Unicode.isCntrl(ch);
118 | }
119 |
120 | // PropList.txt:Noncharacter_Code_Point
121 | public static boolean isNoncharacterCodePoint(int ch) {
122 | return (ch & 0xfffe) == 0xfffe || (ch >= 0xfdd0 && ch <= 0xfdef);
123 | }
124 |
125 | public static boolean isJoinControl(int ch) {
126 | return (ch == 0x200C || ch == 0x200D);
127 | }
128 |
129 | // \p{alpha}
130 | // \p{gc=Mark}
131 | // \p{digit}
132 | // \p{gc=Connector_Punctuation}
133 | public static boolean isWord(int ch) {
134 | return POSIX_Unicode.isAlpha(ch) ||
135 | ((((1 << Character.NON_SPACING_MARK) |
136 | (1 << Character.ENCLOSING_MARK) |
137 | (1 << Character.COMBINING_SPACING_MARK) |
138 | (1 << Character.CONNECTOR_PUNCTUATION)) >> Character.getType(ch)) & 1)
139 | != 0 ||
140 | POSIX_Unicode.isDigit(ch) ||
141 | POSIX_Unicode.isJoinControl(ch);
142 | }
143 | }
144 |
--------------------------------------------------------------------------------
/ref4j/.checkstyle:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/ref4j/.classpath:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
34 |
--------------------------------------------------------------------------------
/ref4j/.gitignore:
--------------------------------------------------------------------------------
1 | /target/
2 |
--------------------------------------------------------------------------------
/ref4j/.project:
--------------------------------------------------------------------------------
1 |
2 |
3 | ref4j
4 |
5 |
6 |
7 |
8 |
9 | org.eclipse.jdt.core.javabuilder
10 |
11 |
12 |
13 |
14 | net.sf.eclipsecs.core.CheckstyleBuilder
15 |
16 |
17 |
18 |
19 | org.eclipse.m2e.core.maven2Builder
20 |
21 |
22 |
23 |
24 |
25 | org.eclipse.jdt.core.javanature
26 | org.eclipse.m2e.core.maven2Nature
27 | net.sf.eclipsecs.core.CheckstyleNature
28 |
29 |
30 |
--------------------------------------------------------------------------------
/ref4j/.settings/org.eclipse.core.resources.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | encoding//src/main/java=UTF-8
3 | encoding//src/main/resources=UTF-8
4 | encoding//src/test/java=UTF-8
5 | encoding/=UTF-8
6 |
--------------------------------------------------------------------------------
/ref4j/.settings/org.eclipse.jdt.core.prefs:
--------------------------------------------------------------------------------
1 | eclipse.preferences.version=1
2 | org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
3 | org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8
4 | org.eclipse.jdt.core.compiler.compliance=1.8
5 | org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
6 | org.eclipse.jdt.core.compiler.problem.enablePreviewFeatures=disabled
7 | org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
8 | org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
9 | org.eclipse.jdt.core.compiler.problem.reportPreviewFeatures=ignore
10 | org.eclipse.jdt.core.compiler.release=disabled
11 | org.eclipse.jdt.core.compiler.source=1.8
12 |
--------------------------------------------------------------------------------
/ref4j/.settings/org.eclipse.m2e.core.prefs:
--------------------------------------------------------------------------------
1 | activeProfiles=
2 | eclipse.preferences.version=1
3 | resolveWorkspaceProjects=true
4 | version=1
5 |
--------------------------------------------------------------------------------
/ref4j/foo.txt:
--------------------------------------------------------------------------------
1 | cc
2 |
--------------------------------------------------------------------------------
/ref4j/pom.xml:
--------------------------------------------------------------------------------
1 |
2 | 4.0.0
3 |
4 | ref4j
5 |
6 | Regular Expression Facade for Java
7 | A facade or abstraction for various regular expression frameworks (currently java.util.regex and de.unkrig.lfr).
8 |
9 |
10 |
11 | de.unkrig.commons
12 | commons-util
13 |
14 |
15 | junit
16 | junit
17 | test
18 |
19 |
20 |
21 |
22 |
23 |
24 | org.apache.maven.plugins
25 | maven-jar-plugin
26 |
27 |
28 |
29 | org.apache.maven.plugins
30 | maven-source-plugin
31 |
32 |
33 |
34 | org.apache.maven.plugins
35 | maven-javadoc-plugin
36 |
37 |
38 |
39 | org.sonatype.plugins
40 | nexus-staging-maven-plugin
41 |
42 |
43 |
44 |
45 |
46 |
47 |
48 |
49 | have_gpg
50 |
51 |
52 |
53 | org.apache.maven.plugins
54 | maven-gpg-plugin
55 |
56 |
57 |
58 |
59 |
60 |
61 |
62 | de.unkrig.lfr
63 | lfr-parent
64 | 1.2.1-SNAPSHOT
65 | ../lfr-parent
66 |
67 |
--------------------------------------------------------------------------------
/ref4j/src/main/java/de/unkrig/ref4j/PatternFactory.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * ref4j - Regular Expression Facade for Java
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package de.unkrig.ref4j;
28 |
29 | import java.util.Iterator;
30 | import java.util.regex.PatternSyntaxException;
31 |
32 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
33 | import de.unkrig.commons.nullanalysis.Nullable;
34 | import de.unkrig.commons.util.EnhancedServiceLoader;
35 |
36 | /**
37 | * A facade or abstraction for various regular expression frameworks.
38 | *
39 | * To get
40 | *
41 | *
42 | * {@code ServiceLoader patternFactory = ServiceLoader.load(PatternFactory.class);}
43 | *
44 | */
45 | @NotNullByDefault public abstract
46 | class PatternFactory {
47 |
48 | /**
49 | * Returns the pattern factory configured in this JVM.
50 | *
51 | * -
52 | * The class named by the system property "de.unkrig.ref4j.PatternFactory" (if the system property is set
53 | * and the class is registered as a pattern factory)
54 | *
55 | * -
56 | * The first of all registered pattern factories on the classpath (if any)
57 | *
58 | * -
59 | * The {@code java.util.regex} pattern factory
60 | *
61 | *
62 | *
63 | * @see EnhancedServiceLoader#load(Class)
64 | */
65 | public static PatternFactory
66 | get() {
67 |
68 | String patternFactoryClassName = System.getProperty("de.unkrig.ref4j.PatternFactory");
69 | if (patternFactoryClassName != null) return PatternFactory.get(patternFactoryClassName);
70 |
71 | Iterator it = EnhancedServiceLoader.DEFAULT.load(PatternFactory.class).iterator();
72 |
73 | return it.hasNext() ? it.next() : de.unkrig.ref4j.jur.PatternFactory.INSTANCE;
74 | }
75 |
76 | /**
77 | * @return A package name-like string that is unique among all existing pattern factory implementations
78 | */
79 | public abstract String
80 | getId();
81 |
82 | /**
83 | * @return The class that has the given name and extends the {@link PatternFactory} class
84 | */
85 | @Nullable public static PatternFactory
86 | get(String fullyQualifiedClassName) {
87 |
88 | for (PatternFactory pf : EnhancedServiceLoader.DEFAULT.load(PatternFactory.class)) {
89 | if (pf.getClass().getName().equals(fullyQualifiedClassName)) return pf;
90 | }
91 |
92 | return null;
93 | }
94 |
95 | /**
96 | * @return The union of all flags supported by {@code this} engine.
97 | */
98 | public abstract int
99 | getSupportedFlags();
100 |
101 | /**
102 | * Compiles the given regex into a {@link Pattern}.
103 | */
104 | public Pattern
105 | compile(String regex) throws PatternSyntaxException { return this.compile(regex, 0); }
106 |
107 | /**
108 | * Compiles the given regex into a {@link Pattern} with the given flags.
109 | *
110 | * @param flags The or'ed compilation flag constants declared by {@link Pattern}
111 | * @throws IllegalArgumentException A flag was given that is not set in {@link #getSupportedFlags()}
112 | * @see java.util.regex.Pattern#compile(String, int)
113 | * @see java.util.regex.Pattern#compile(String)
114 | * @see Pattern#CANON_EQ
115 | * @see Pattern#CASE_INSENSITIVE
116 | * @see Pattern#COMMENTS
117 | * @see Pattern#DOTALL
118 | * @see Pattern#LITERAL
119 | * @see Pattern#MULTILINE
120 | * @see Pattern#UNICODE_CASE
121 | * @see Pattern#UNICODE_CHARACTER_CLASS
122 | * @see Pattern#UNIX_LINES
123 | */
124 | public abstract Pattern
125 | compile(String regex, int flags) throws PatternSyntaxException;
126 |
127 | /**
128 | * @see java.util.regex.Pattern#matches(String, CharSequence)
129 | */
130 | public abstract boolean
131 | matches(String regex, CharSequence input);
132 |
133 | /**
134 | * @see java.util.regex.Pattern#quote(String)
135 | */
136 | public String
137 | quote(String s) { return java.util.regex.Pattern.quote(s); }
138 |
139 | /**
140 | * @see java.util.regex.Matcher#quoteReplacement(String)
141 | */
142 | public String
143 | quoteReplacement(String s) { return java.util.regex.Matcher.quoteReplacement(s); }
144 | }
145 |
--------------------------------------------------------------------------------
/ref4j/src/main/java/de/unkrig/ref4j/jur/package-info.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * ref4j - Regular Expression Facade for Java
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | @NotNullByDefault
28 | package de.unkrig.ref4j.jur;
29 |
30 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
31 |
--------------------------------------------------------------------------------
/ref4j/src/main/java/de/unkrig/ref4j/package-info.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * ref4j - Regular Expression Facade for Java
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | @NotNullByDefault
28 | package de.unkrig.ref4j;
29 |
30 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
31 |
--------------------------------------------------------------------------------
/ref4j/src/main/resources/META-INF/services/de.unkrig.ref4j.PatternFactory:
--------------------------------------------------------------------------------
1 |
2 | # The "java.util.regex" implementation of de.unkrig.ref4j.PatternFactory:
3 | de.unkrig.ref4j.jur.PatternFactory
4 | de.unkrig.ref4j.jur.PatternFactory.instanceField = INSTANCE
5 |
--------------------------------------------------------------------------------
/ref4j/src/test/java/ref4j/Ref4JTests.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * ref4j - Regular Expression Facade for Java
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | package ref4j;
28 |
29 | import java.io.IOException;
30 |
31 | import org.junit.Test;
32 |
33 | import de.unkrig.ref4j.PatternFactory;
34 |
35 | public
36 | class Ref4JTests {
37 |
38 | @Test public void
39 | testFactory() throws IOException {
40 | @SuppressWarnings("unused") PatternFactory pf = PatternFactory.get();
41 | }
42 | }
43 |
--------------------------------------------------------------------------------
/ref4j/src/test/java/ref4j/package-info.java:
--------------------------------------------------------------------------------
1 |
2 | /*
3 | * ref4j - Regular Expression Facade for Java
4 | *
5 | * Copyright (c) 2017, Arno Unkrig
6 | * All rights reserved.
7 | *
8 | * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
9 | * following conditions are met:
10 | *
11 | * 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the
12 | * following disclaimer.
13 | * 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the
14 | * following disclaimer in the documentation and/or other materials provided with the distribution.
15 | * 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
16 | * products derived from this software without specific prior written permission.
17 | *
18 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
19 | * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 | * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 | * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
24 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 | */
26 |
27 | @NotNullByDefault
28 | package ref4j;
29 |
30 | import de.unkrig.commons.nullanalysis.NotNullByDefault;
31 |
--------------------------------------------------------------------------------