> params) throws Exception {
63 |
64 | state.verifyStarted(r);
65 |
66 | // NOTE: somewhat wasteful since we re-serialize to
67 | // string only to re-parse the JSON, but this allows
68 | // single-source (bulk) for parsing, and apps that care
69 | // about performance will use bulk APIs:
70 |
71 | JSONObject raw = r.getRawParams();
72 | StringBuilder sb = new StringBuilder();
73 | sb.append("{\"indexName\": \"");
74 | sb.append(state.name);
75 | sb.append("\", \"documents\": [");
76 | sb.append(raw.toString());
77 | sb.append("]}");
78 | raw.clear();
79 |
80 | final String bulkRequestString = sb.toString();
81 |
82 | return new FinishRequest() {
83 |
84 | @Override
85 | public String finish() throws Exception {
86 | String result = globalState.getHandler("bulkUpdateDocument").handleStreamed(new StringReader(bulkRequestString), null);
87 | if (result.indexOf("errors") != -1) {
88 | JSONObject o = (JSONObject) JSONValue.parseStrict(result);
89 | if (o.containsKey("errors")) {
90 | JSONObject err = (JSONObject) ((JSONArray) o.get("errors")).get(0);
91 | throw new IllegalArgumentException((String) err.get("exception"));
92 | }
93 | }
94 | return result;
95 | }
96 | };
97 | }
98 | }
99 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/handlers/package.html:
--------------------------------------------------------------------------------
1 |
17 |
18 |
19 | Lucene Server: handlers
20 |
21 |
22 | Lucene Server: handlers
23 | Classes that handle each request method (search, addDocument, etc.).
24 |
25 |
26 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/package.html:
--------------------------------------------------------------------------------
1 |
17 |
18 |
19 | Lucene Server
20 |
21 |
22 | Lucene Server
23 | A basic example JSON/HTTP server showing how to use Lucene's APIs in a server context.
24 |
25 | Features/design:
26 |
27 | - A number of Lucene's capabilities have been exposed:
28 | indexing documents, bulk indexing (streaming JSON), block
29 | joins, grouping, highlighting, suggest, live-values,
30 | snapshots, etc.
31 |
32 |
- Lucene's legacy FieldCache is never used; only the
33 | faster, more RAM efficient doc values are used when you
34 | sort, group, facet on a field.
35 |
36 |
- All searching is based on near-real-time IndexReader; you
37 | configure the minimum and maximum refresh times.
38 |
39 |
- There is no required ID field; instead, a document is
40 | identified by the pair of the searcher version and Lucene's
41 | docID.
42 |
43 |
- The server APIs are self documenting; point your browser
44 | at http://localhost:4000/doc to browse the available methods
45 | and parameters.
46 |
47 |
- Error checking is strict but each error message should
48 | be easy to understand, pointing to the exact path/parameter
49 | that was problematic. It's an error if a
50 | request has unexpected parameters.
51 |
52 |
- Write-once schema: fields must be registered up front,
53 | once, before any document is indexed with them; once a field
54 | is registered, it cannot be changed (write-once).
55 |
56 |
- All changes (creating and configuring indices, indexing
57 | documents, etc.) are done through JSON APIs; there are no
58 | human-edited configuration files (though the server does
59 | store its index metadata in on-disk JSON files).
60 |
61 |
- A snapshot records all configuration (registered fields,
62 | settings, etc.) in addition to the point-in-time view of the
63 | index; future searches can then reference that snapshot for
64 | searching.
65 |
66 |
- A server thread pool handles all concurrency during
67 | indexing, so a single client thread using the bulk
68 | indexing API will take advantage of the server computer's
69 | concurrent hardware.
70 |
71 |
- Settings are divided into live settings, which
72 | can be changed after the index is started, and ordinary
73 | settings, which cannot.
74 |
75 |
- Limited infrastructure for plugins.
76 |
77 |
78 |
79 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/AnyType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Accepts any object. */
21 | public class AnyType extends Type {
22 |
23 | /** Sole constructor. */
24 | public AnyType() {
25 | }
26 |
27 | @Override
28 | public void validate(Object o) {
29 | }
30 | }
31 |
32 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/BooleanType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Type for booleans. */
21 | public class BooleanType extends Type {
22 |
23 | /** Sole constructor. */
24 | public BooleanType() {
25 | }
26 |
27 | @Override
28 | public void validate(Object o) {
29 | if (!(o instanceof Boolean)) {
30 | throw new IllegalArgumentException("expected Boolean but got " + o.getClass() + ": " + o);
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/EnumType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.util.ArrayList;
21 | import java.util.Arrays;
22 | import java.util.HashMap;
23 | import java.util.Map;
24 |
25 | /** Type for an enumeration. */
26 | public class EnumType extends Type {
27 |
28 | /** Maps label to description. */
29 | final Map values;
30 |
31 | /** Sole constructor, values is alternating label1,
32 | * desc1, label2, desc2, ... */
33 | public EnumType(String ... values) {
34 | if ((values.length & 1) != 0) {
35 | throw new IllegalArgumentException("input must be value/desc pairs");
36 | }
37 | this.values = new HashMap();
38 | for(int i=0;i(values.keySet()).toArray(new String[values.size()]);
50 | throw new IllegalArgumentException("expected one of " + Arrays.toString(keys) + " but got \"" + o + "\"");
51 | }
52 | }
53 | }
54 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/FloatType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.math.BigDecimal;
21 |
22 | /** Type for any number that could be a double. */
23 | public class FloatType extends Type {
24 |
25 | /** Sole constructor. */
26 | public FloatType() {
27 | }
28 |
29 | @Override
30 | public void validate(Object o) {
31 | // nocommit messy:
32 | if (!(o instanceof Float) && !(o instanceof Double) && !(o instanceof BigDecimal)) {
33 | throw new IllegalArgumentException("expected Float or Double but got " + o.getClass());
34 | }
35 | }
36 | }
37 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/IntType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Type for an integer. */
21 | public class IntType extends Type {
22 |
23 | /** Sole constructor. */
24 | public IntType() {
25 | }
26 |
27 | @Override
28 | public void validate(Object o) {
29 | if (!(o instanceof Integer)) {
30 | throw new IllegalArgumentException("expected Integer but got " + o.getClass());
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/ListType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.util.List;
21 |
22 | /** Type for a list of items of fixed subType. */
23 | public class ListType extends Type {
24 |
25 | /** Type of our elements. */
26 | public final Type subType;
27 |
28 | /** Sole constructor. */
29 | public ListType(Type subType) {
30 | this.subType = subType;
31 | }
32 |
33 | @Override
34 | public void validate(Object _o) {
35 | if (!(_o instanceof List)) {
36 | throw new IllegalArgumentException("expected List but got " + _o.getClass());
37 | }
38 | for(Object o2 : (List) _o) {
39 | subType.validate(o2);
40 | }
41 | }
42 |
43 | /** Returns item subType. */
44 | public Type getSubType() {
45 | return subType;
46 | }
47 | }
48 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/LongType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Type for a long. */
21 | public class LongType extends Type {
22 |
23 | /** Sole constructor. */
24 | public LongType() {
25 | }
26 |
27 | @Override
28 | public void validate(Object o) {
29 | if (!(o instanceof Long) && !(o instanceof Integer)) {
30 | throw new IllegalArgumentException("expected Long or Integer but got " + o.getClass());
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/OrType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Type that accepts any of the provided list of types. */
21 | public class OrType extends Type {
22 |
23 | /** Allowed sub-types. */
24 | public final Type[] types;
25 |
26 | /** Sole constructor. */
27 | public OrType(Type... types) {
28 | this.types = types;
29 | }
30 |
31 | @Override
32 | public void validate(Object o) {
33 | for(Type t : types) {
34 | try {
35 | t.validate(o);
36 | return;
37 | } catch (IllegalArgumentException iae) {
38 | }
39 | }
40 | StringBuilder sb = new StringBuilder();
41 | sb.append("expected one of ");
42 | for(int i=0;i types = new HashMap();
37 |
38 | /** Not yet used but ... could be used in the future
39 | * to allow custom (plugin) classes to be accepted. */
40 | public final Class baseClass;
41 |
42 | /** Default value, or null. */
43 | public final String defaultClassName;
44 |
45 | /** Describes one sub type. */
46 | public static class PolyEntry {
47 |
48 | /** Name of the sub-type, e.g. BM25Similarity. */
49 | public final String name;
50 |
51 | /** Defines the sub type. */
52 | public final StructType type;
53 |
54 | /** Description of this entry (English). */
55 | public final String desc;
56 |
57 | /** Creates this, folding the provided params into a
58 | * new {@link StructType}. */
59 | public PolyEntry(String name, String desc, Param... params) {
60 | this(name, desc, new StructType(params));
61 | }
62 |
63 | /** Creates this. */
64 | public PolyEntry(String name, String desc, StructType type) {
65 | this.name = name;
66 | this.desc = desc;
67 | this.type = type;
68 | }
69 | }
70 |
71 | @Override
72 | public void validate(Object o) {
73 | }
74 |
75 | /** No default value. */
76 | public PolyType(Class baseClass, PolyEntry... entries) {
77 | this(baseClass, null, entries);
78 | }
79 |
80 | /** With default value. */
81 | public PolyType(Class baseClass, String defaultClassName, PolyEntry... entries) {
82 | this.baseClass = baseClass;
83 | this.defaultClassName = defaultClassName;
84 | for(PolyEntry e : entries) {
85 | if (types.containsKey(e.name)) {
86 | throw new IllegalArgumentException("name \"" + e.name + "\" appears more than once");
87 | }
88 | types.put(e.name, e);
89 | }
90 | }
91 | }
92 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/RequestFailedException.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | // nocommit rename to InvalidRequestExc?
21 |
22 | /** Exception thrown on an invalid request. */
23 | public class RequestFailedException extends IllegalArgumentException {
24 |
25 | /** The request that contains the failure. */
26 | public final Request request;
27 |
28 | /** Which parameter led to the failure, if any (can be
29 | * null). */
30 | public final String param;
31 |
32 | /** The full path leading to the parameter (e.g.,
33 | * sort.fields[0].field). */
34 | public final String path;
35 |
36 | /** The specific reason for the failure (e.g., "expected
37 | * int but got string"). */
38 | public final String reason;
39 |
40 | /** Creates this. */
41 | public RequestFailedException(Request r, String param, String path, String reason) {
42 | super(path + ": " + reason);
43 | this.request = r;
44 | this.param = param;
45 | this.path = path;
46 | this.reason = reason;
47 | }
48 |
49 | /** Creates this from another {@code
50 | * RequestFailedException}, adding further details. */
51 | public RequestFailedException(RequestFailedException other, String details) {
52 | super(other.reason + ": " + details);
53 | this.reason = other.reason + ": " + details;
54 | this.request = other.request;
55 | this.param = other.param;
56 | this.path = other.path;
57 | }
58 | }
59 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/StringType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Type for a string. */
21 | public class StringType extends Type {
22 |
23 | /** Sole constructor. */
24 | public StringType() {
25 | }
26 |
27 | @Override
28 | public void validate(Object o) {
29 | if (!(o instanceof String)) {
30 | throw new IllegalArgumentException("expected String but got " + o.getClass());
31 | }
32 | }
33 | }
34 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/StructType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.util.HashMap;
21 | import java.util.Map;
22 |
23 | import net.minidev.json.JSONObject;
24 |
25 | /** Type for a structure containing named typed parameters. */
26 | public class StructType extends Type {
27 |
28 | /** Parameters contained in this struct. */
29 | public final Map params = new HashMap();
30 |
31 | /** Sole constructor. */
32 | public StructType(Param... params) {
33 | boolean sawPoly = false;
34 | for(Param p : params) {
35 | if (this.params.containsKey(p.name)) {
36 | throw new IllegalArgumentException("param name \"" + p.name + "\" appears more than once");
37 | }
38 | if (p.type instanceof PolyType) {
39 | if (sawPoly) {
40 | throw new IllegalArgumentException("only one PolyType per struct");
41 | }
42 | sawPoly = true;
43 | }
44 | this.params.put(p.name, p);
45 | }
46 | }
47 |
48 | /** Add another parameter. */
49 | public void addParam(Param param) {
50 | if (params.containsKey(param.name)) {
51 | throw new IllegalArgumentException("param name \"" + param.name + "\" already exists");
52 | }
53 | params.put(param.name, param);
54 | }
55 |
56 | @Override
57 | public void validate(Object _o) {
58 | if (!(_o instanceof JSONObject)) {
59 | throw new IllegalArgumentException("expected struct but got " + _o.getClass());
60 | }
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/Type.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Base class for al types. */
21 | public abstract class Type {
22 |
23 | /** Sole constructor. */
24 | protected Type() {
25 | }
26 |
27 | /** Confirms that the object is a valid item matching the
28 | * type; if it is not, throw {@code
29 | * IllegalArgumentException}. */
30 | public abstract void validate(Object o);
31 | }
32 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/WrapType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.params;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Wraps another type; use this to break type recursion. */
21 | public class WrapType extends Type {
22 | private Type other;
23 |
24 | /** Sole constructor. */
25 | public WrapType() {
26 | }
27 |
28 | /** Set our wrapped type. */
29 | public void set(Type other) {
30 | if (this.other != null) {
31 | throw new IllegalStateException("already set");
32 | }
33 |
34 | this.other = other;
35 | }
36 |
37 | @Override
38 | public void validate(Object o) {
39 | other.validate(o);
40 | }
41 |
42 | /** Return the type we wrap. */
43 | public Type getWrappedType() {
44 | return other;
45 | }
46 | }
47 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/params/package.html:
--------------------------------------------------------------------------------
1 |
17 |
18 |
19 | Lucene Server: params
20 |
21 |
22 | Lucene Server: params
23 | Classes to handle matching incoming JSON requests against declared expected types.
24 |
25 |
26 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/plugins/Plugin.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server.plugins;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | /** Base class for all plugins. */
21 | public abstract class Plugin {
22 |
23 | /** Sole constructor. */
24 | public Plugin() {
25 | }
26 |
27 | /** Name of this plugin. */
28 | public abstract String getName();
29 |
30 | /** Documentation for this plugin (English). */
31 | public abstract String getTopDoc();
32 | }
33 |
--------------------------------------------------------------------------------
/src/java/org/apache/lucene/server/plugins/package.html:
--------------------------------------------------------------------------------
1 |
17 |
18 |
19 | Lucene Server: plugins
20 |
21 |
22 | Lucene Server: plugins
23 | Classes to handle plugins.
24 |
25 |
26 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/MockPlugin-hello.txt:
--------------------------------------------------------------------------------
1 | hello world!
2 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/MockPlugin-lucene-server-plugin.properties:
--------------------------------------------------------------------------------
1 | # Licensed to the Apache Software Foundation (ASF) under one or more
2 | # contributor license agreements. See the NOTICE file distributed with
3 | # this work for additional information regarding copyright ownership.
4 | # The ASF licenses this file to You under the Apache License, Version 2.0
5 | # (the "License"); you may not use this file except in compliance with
6 | # the License. You may obtain a copy of the License at
7 | #
8 | # http://www.apache.org/licenses/LICENSE-2.0
9 | #
10 | # Unless required by applicable law or agreed to in writing, software
11 | # distributed under the License is distributed on an "AS IS" BASIS,
12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 | # See the License for the specific language governing permissions and
14 | # limitations under the License.
15 |
16 | class: org.apache.lucene.server.MockPlugin
17 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/MockPlugin.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import org.apache.lucene.server.handlers.Handler;
21 | import org.apache.lucene.server.params.IntType;
22 | import org.apache.lucene.server.params.Param;
23 | import org.apache.lucene.server.params.Request;
24 | import org.apache.lucene.server.params.StructType;
25 | import org.apache.lucene.server.plugins.Plugin;
26 | import net.minidev.json.JSONObject;
27 |
28 | public class MockPlugin extends Plugin {
29 |
30 | @Override
31 | public String getTopDoc() {
32 | return "Adds foobar param to AddDocument";
33 | }
34 |
35 | @Override
36 | public String getName() {
37 | return "Mock";
38 | }
39 |
40 | private static class AddDocumentPreHandler implements PreHandle {
41 |
42 | @Override
43 | public void invoke(Request r) {
44 | Request r2 = r.getStruct("fields");
45 | if (r2.hasParam("mockFoobar")) {
46 | int x = r2.getInt("mockFoobar");
47 | JSONObject params = r2.getRawParams();
48 | params.put("intfield", 2*x);
49 | }
50 | }
51 | }
52 |
53 | public MockPlugin(GlobalState state) {
54 | Handler addDocHandler = state.getHandler("addDocument");
55 |
56 | // Register our pre-processor in addDocument:
57 | addDocHandler.addPreHandle(new AddDocumentPreHandler());
58 |
59 | StructType fieldsType = ((StructType) addDocHandler.getType().params.get("fields").type);
60 |
61 | fieldsType.addParam(new Param("mockFoobar", "Testing adding a new silly param", new IntType()));
62 | }
63 | }
64 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TermFreqPayload.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import org.apache.lucene.util.BytesRef;
21 |
22 | public final class TermFreqPayload {
23 | public final BytesRef term;
24 | public final long v;
25 | public final BytesRef payload;
26 |
27 | public TermFreqPayload(String term, long v, BytesRef payload) {
28 | this(new BytesRef(term), v, payload);
29 | }
30 |
31 | public TermFreqPayload(BytesRef term, long v, BytesRef payload) {
32 | this.term = term;
33 | this.v = v;
34 | this.payload = payload;
35 | }
36 | }
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestBooleanFieldType.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.io.IOException;
21 |
22 | import org.junit.AfterClass;
23 | import org.junit.BeforeClass;
24 |
25 | import net.minidev.json.JSONObject;
26 |
27 | public class TestBooleanFieldType extends ServerBaseTestCase {
28 |
29 | @BeforeClass
30 | public static void initClass() throws Exception {
31 | useDefaultIndex = true;
32 | startServer();
33 | createAndStartIndex("index");
34 | registerFields();
35 | commit();
36 | }
37 |
38 | @AfterClass
39 | public static void fini() throws Exception {
40 | shutdownServer();
41 | }
42 |
43 | private static void registerFields() throws Exception {
44 | JSONObject o = new JSONObject();
45 | put(o, "id", "{type: int, store: true}");
46 | put(o, "other", "{type: text, store: true}");
47 | put(o, "flagStored", "{type: boolean, store: true, search: false}");
48 | put(o, "flagIndexed", "{type: boolean, store: false, search: true}");
49 | JSONObject o2 = new JSONObject();
50 | o2.put("indexName", "index");
51 | o2.put("fields", o);
52 | send("registerFields", o2);
53 | }
54 |
55 | public void testStored() throws Exception {
56 | deleteAllDocs();
57 | send("addDocument", "{fields: {id: 0, flagStored: false}}");
58 | long gen = getLong(send("addDocument", "{fields: {id: 1, flagStored: true}}"), "indexGen");
59 | JSONObject o = send("search", "{searcher: {indexGen: " + gen + "}, query: MatchAllDocsQuery, retrieveFields: [id, flagStored]}");
60 | assertEquals(2, getInt(o, "totalHits.value"));
61 | assertFalse(getBoolean(o, "hits[0].fields.flagStored"));
62 | assertTrue(getBoolean(o, "hits[1].fields.flagStored"));
63 | }
64 |
65 | public void testIndexed() throws Exception {
66 | deleteAllDocs();
67 | send("addDocument", "{fields: {id: 0, flagIndexed: false, flagStored: false}}");
68 | long gen = getLong(send("addDocument", "{fields: {id: 1, flagIndexed: true, flagStored: true}}"), "indexGen");
69 | JSONObject o = send("search", "{searcher: {indexGen: " + gen + "}, query: {class: BooleanFieldQuery, field: flagIndexed}, retrieveFields: [id, flagStored]}");
70 | assertEquals(1, getInt(o, "totalHits.value"));
71 | assertTrue(getBoolean(o, "hits[0].fields.flagStored"));
72 | }
73 |
74 | public void testWrongFieldType() throws Exception {
75 | deleteAllDocs();
76 | send("addDocument", "{fields: {id: 0, other: \"foo\", flagIndexed: false, flagStored: false}}");
77 | long gen = getLong(send("addDocument", "{fields: {id: 1, flagIndexed: true, flagStored: true}}"), "indexGen");
78 | Exception e = expectThrows(IOException.class, () -> {send("search", "{searcher: {indexGen: " + gen + "}, query: {class: BooleanFieldQuery, field: other}, retrieveFields: [id, flagStored]}");});
79 | assertEquals("Server error:\nsearch > query > field: field \"other\" must be valueType=boolean but got: TEXT", e.getMessage());
80 | }
81 | }
82 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestCommitUserData.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import org.junit.AfterClass;
21 | import org.junit.BeforeClass;
22 |
23 | public class TestCommitUserData extends ServerBaseTestCase {
24 | @BeforeClass
25 | public static void initClass() throws Exception {
26 | useDefaultIndex = true;
27 | startServer();
28 | createAndStartIndex("index");
29 | }
30 |
31 | @AfterClass
32 | public static void fini() throws Exception {
33 | shutdownServer();
34 | }
35 |
36 | /** Make sure we can set commit data even when there are
37 | * not docs */
38 | public void testEmpty() throws Exception {
39 | send("setCommitUserData", "{userData: {a: c, b: d}}");
40 | send("getCommitUserData");
41 | assertEquals("c", getString("a"));
42 | assertEquals("d", getString("b"));
43 | bounceServer();
44 | send("startIndex");
45 | send("getCommitUserData");
46 | assertEquals("c", getString("a"));
47 | assertEquals("d", getString("b"));
48 | }
49 | }
50 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestCustomDirectory.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.io.IOException;
21 | import java.nio.file.Path;
22 |
23 | import org.apache.lucene.store.MMapDirectory;
24 | import org.junit.AfterClass;
25 | import org.junit.BeforeClass;
26 |
27 | public class TestCustomDirectory extends ServerBaseTestCase {
28 |
29 | @BeforeClass
30 | public static void initClass() throws Exception {
31 | useDefaultIndex = false;
32 | startServer();
33 | }
34 |
35 | @AfterClass
36 | public static void fini() throws Exception {
37 | shutdownServer();
38 | }
39 |
40 | private static boolean iWasUsed;
41 |
42 | public static class MyDirectory extends MMapDirectory {
43 | public MyDirectory(Path path) throws IOException {
44 | super(path);
45 | iWasUsed = true;
46 | }
47 | }
48 |
49 | public void testCustomDirectory() throws Exception {
50 | createIndex("index");
51 | send("settings", "{directory: org.apache.lucene.server.TestCustomDirectory$MyDirectory}");
52 | send("startIndex");
53 | send("stopIndex");
54 | send("deleteIndex");
55 | assertTrue(iWasUsed);
56 | }
57 |
58 | public void testInvalidDirectory() throws Exception {
59 | createIndex("index");
60 | assertFailsWith("settings", "{directory: bad}", "could not locate Directory sub-class \"bad\"; verify CLASSPATH");
61 | send("deleteIndex");
62 | }
63 | }
64 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestNumericFields.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import org.junit.AfterClass;
21 | import org.junit.BeforeClass;
22 | import net.minidev.json.JSONObject;
23 |
24 | public class TestNumericFields extends ServerBaseTestCase {
25 |
26 | @BeforeClass
27 | public static void initClass() throws Exception {
28 | useDefaultIndex = true;
29 | startServer();
30 | createAndStartIndex("index");
31 | registerFields();
32 | commit();
33 | }
34 |
35 | @AfterClass
36 | public static void fini() throws Exception {
37 | shutdownServer();
38 | }
39 |
40 | private static void registerFields() throws Exception {
41 | JSONObject o = new JSONObject();
42 | put(o, "intNoSort", "{type: int, store: true}");
43 | put(o, "intSort", "{type: int, sort: true, store: true}");
44 | put(o, "floatNoSort", "{type: float, store: true}");
45 | put(o, "floatSort", "{type: float, sort: true, store: true}");
46 | JSONObject o2 = new JSONObject();
47 | o2.put("fields", o);
48 | o2.put("indexName", "index");
49 | send("registerFields", o2);
50 | }
51 |
52 | public void testRetrieve() throws Exception {
53 | deleteAllDocs();
54 | long gen = getLong(send("addDocument", "{fields: {intNoSort: 17, intSort: 22, floatNoSort: 17.0, floatSort: 22.0}}"), "indexGen");
55 | JSONObject result = send("search", "{retrieveFields: [intNoSort, intSort, floatNoSort, floatSort], query: MatchAllDocsQuery, searcher: {indexGen: " + gen + "}}");
56 | assertEquals(1, getInt(result, "totalHits.value"));
57 | assertEquals(17, getInt(result, "hits[0].fields.intNoSort"));
58 | assertEquals(22, getInt(result, "hits[0].fields.intSort"));
59 | assertEquals(17.0f, getFloat(result, "hits[0].fields.floatNoSort"), 1e-7);
60 | assertEquals(22.0f, getFloat(result, "hits[0].fields.floatSort"), 1e-7);
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestPlugins.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import java.io.FileOutputStream;
21 | import java.io.InputStream;
22 | import java.nio.file.Files;
23 | import java.nio.file.Path;
24 | import java.util.zip.ZipEntry;
25 | import java.util.zip.ZipOutputStream;
26 |
27 | import org.junit.AfterClass;
28 | import org.junit.BeforeClass;
29 |
30 | import net.minidev.json.JSONObject;
31 |
32 | public class TestPlugins extends ServerBaseTestCase {
33 |
34 | @BeforeClass
35 | public static void init() throws Exception {
36 | useDefaultIndex = false;
37 | Path tmpDir = createTempDir("TestPlugins");
38 | Files.createDirectories(tmpDir);
39 | Path zipFile = tmpDir.resolve("MockPlugin-0.1.zip");
40 | ZipOutputStream os = new ZipOutputStream(new FileOutputStream(zipFile.toFile()));
41 | addToZip(os, "Mock/org/apache/lucene/server/MockPlugin.class", "MockPlugin.class");
42 | addToZip(os, "Mock/lucene-server-plugin.properties", "MockPlugin-lucene-server-plugin.properties");
43 | addToZip(os, "Mock/site/hello.txt", "MockPlugin-hello.txt");
44 | os.close();
45 | installPlugin(zipFile);
46 | startServer();
47 | }
48 |
49 | static void addToZip(ZipOutputStream dest, String zipName, String resourcePath) throws Exception {
50 | ZipEntry file = new ZipEntry(zipName);
51 | dest.putNextEntry(file);
52 | try (InputStream input = TestPlugins.class.getResourceAsStream(resourcePath)) {
53 | byte buf[] = new byte[1024];
54 | int numRead;
55 | while ((numRead = input.read(buf)) >= 0) {
56 | dest.write(buf, 0, numRead);
57 | }
58 | }
59 | dest.closeEntry();
60 | }
61 |
62 | @AfterClass
63 | public static void fini() throws Exception {
64 | shutdownServer();
65 | }
66 |
67 | // nocommit this test should install from zip file (call installPlugin(...))
68 |
69 | public void testMockPlugin() throws Exception {
70 |
71 | // Make sure docs reflect new mockFoobar:
72 | String doc = httpLoad("doc?method=addDocument");
73 | assertTrue(doc.indexOf("mockFoobar") != -1);
74 |
75 | // nocommit test docs: verify foobar is there
76 | // nocommit need a "list plugins" API: verify foobar is there
77 | // nocommit send addDocument & verify change "took"
78 |
79 | createAndStartIndex("index");
80 | send("registerFields", "{fields: {id: {type: int, store: true}, intfield: {type: int, store: true}}}");
81 | long gen = getLong(send("addDocument", "{fields: {id: 0, mockFoobar: 7}}"), "indexGen");
82 |
83 | JSONObject result = send("search", "{searcher: {indexGen: " + gen + "}, query: MatchAllDocsQuery, retrieveFields: [id, intfield]}");
84 | assertEquals(1, getInt(result, "totalHits.value"));
85 | assertEquals(14, getInt(result, "hits[0].fields.intfield"));
86 | //System.out.println("got: " + prettyPrint(result));
87 | }
88 |
89 | /** Make sure a plugin can have/serve a static file. */
90 | public void testStaticFile() throws Exception {
91 | String contents = httpLoad("plugins/Mock/hello.txt");
92 | assertEquals("hello world!\n", contents);
93 | }
94 | }
95 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/TestSettings.java:
--------------------------------------------------------------------------------
1 | package org.apache.lucene.server;
2 |
3 | /*
4 | * Licensed to the Apache Software Foundation (ASF) under one or more
5 | * contributor license agreements. See the NOTICE file distributed with
6 | * this work for additional information regarding copyright ownership.
7 | * The ASF licenses this file to You under the Apache License, Version 2.0
8 | * (the "License"); you may not use this file except in compliance with
9 | * the License. You may obtain a copy of the License at
10 | *
11 | * http://www.apache.org/licenses/LICENSE-2.0
12 | *
13 | * Unless required by applicable law or agreed to in writing, software
14 | * distributed under the License is distributed on an "AS IS" BASIS,
15 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 | * See the License for the specific language governing permissions and
17 | * limitations under the License.
18 | */
19 |
20 | import org.junit.AfterClass;
21 | import org.junit.BeforeClass;
22 | import net.minidev.json.JSONObject;
23 |
24 | public class TestSettings extends ServerBaseTestCase {
25 |
26 | @BeforeClass
27 | public static void initClass() throws Exception {
28 | useDefaultIndex = true;
29 | startServer();
30 | createAndStartIndex("index");
31 | registerFields();
32 | commit();
33 | }
34 |
35 | @AfterClass
36 | public static void fini() throws Exception {
37 | shutdownServer();
38 | }
39 |
40 | private static void registerFields() throws Exception {
41 | send("registerFields", "{fields: {body: {type: text, analyzer: StandardAnalyzer}}}");
42 | }
43 |
44 | public void testNRTCachingDirSettings() throws Exception {
45 | deleteAllDocs();
46 | commit();
47 | send("stopIndex");
48 | JSONObject o = send("settings");
49 | assertEquals(0, o.size());
50 | // Turn off NRTCachingDir:
51 | send("settings", "{nrtCachingDirectory.maxMergeSizeMB: 0.0, nrtCachingDirectory.maxSizeMB: 0.0}");
52 | o = send("settings");
53 | assertEquals(2, o.size());
54 | send("startIndex");
55 | long gen = getLong(send("addDocument", "{fields: {body: 'here is a test'}}"), "indexGen");
56 | assertEquals(1, getInt(send("search", "{queryText: test, searcher: {indexGen: " + gen + "}}"), "totalHits.value"));
57 | }
58 | }
59 |
--------------------------------------------------------------------------------
/src/test/org/apache/lucene/server/convertWiki.py:
--------------------------------------------------------------------------------
1 | import json
2 |
3 | id = 0
4 | pending = []
5 | pendingByteCount = 0
6 | pendingDocCount = 0
7 | with open('/lucenedata/enwiki/enwiki-20120502-lines-1k-fixed-utf8.txt', 'r', encoding='utf-8') as f, open('/lucenedata/enwiki/enwiki-20120502-lines-1k-fixed-utf8.txt.blocks', 'wb') as fOut:
8 | f.readline()
9 | while True:
10 | line = f.readline()
11 | if line == '':
12 | break
13 | title, date, body = line.split('\t')
14 | if id > 0:
15 | pending.append(',\n'.encode('utf-8'))
16 | pendingByteCount += 2
17 | s = json.dumps({'fields': {'body': body, 'title': title, 'id': id}}).encode('utf-8')
18 | pending.append(s)
19 | pendingByteCount += len(s)
20 | pendingDocCount += 1
21 | id += 1
22 |
23 | if pendingByteCount > 128*1024:
24 | fOut.write(('%d %d\n' % (pendingByteCount, pendingDocCount)).encode('utf-8'))
25 | fOut.write(b''.join(pending))
26 | pending.clear()
27 | pendingByteCount = 0
28 | pendingDocCount = 0
29 |
--------------------------------------------------------------------------------