1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
/*
* Licensed to Elasticsearch under one or more contributor
* license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright
* ownership. Elasticsearch licenses this file to you under
* the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.elasticsearch.search.aggregations.bucket;
import org.elasticsearch.action.index.IndexRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.test.ESIntegTestCase;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked;
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertSearchResponse;
import static org.hamcrest.Matchers.is;
public abstract class ShardSizeTestCase extends ESIntegTestCase {
@Override
protected int numberOfShards() {
// we need at least 2
return randomIntBetween(2, DEFAULT_MAX_NUM_SHARDS);
}
protected void createIdx(String keyFieldMapping) {
assertAcked(prepareCreate("idx")
.addMapping("type", "key", keyFieldMapping));
}
protected static String routing1; // routing key to shard 1
protected static String routing2; // routing key to shard 2
protected void indexData() throws Exception {
/*
|| || size = 3, shard_size = 5 || shard_size = size = 3 ||
||==========||==================================================||===============================================||
|| shard 1: || "1" - 5 | "2" - 4 | "3" - 3 | "4" - 2 | "5" - 1 || "1" - 5 | "3" - 3 | "2" - 4 ||
||----------||--------------------------------------------------||-----------------------------------------------||
|| shard 2: || "1" - 3 | "2" - 1 | "3" - 5 | "4" - 2 | "5" - 1 || "1" - 3 | "3" - 5 | "4" - 2 ||
||----------||--------------------------------------------------||-----------------------------------------------||
|| reduced: || "1" - 8 | "2" - 5 | "3" - 8 | "4" - 4 | "5" - 2 || ||
|| || || "1" - 8, "3" - 8, "2" - 4 <= WRONG ||
|| || "1" - 8 | "3" - 8 | "2" - 5 <= CORRECT || ||
*/
List<IndexRequestBuilder> docs = new ArrayList<>();
routing1 = routingKeyForShard("idx", "type", 0);
routing2 = routingKeyForShard("idx", "type", 1);
docs.addAll(indexDoc(routing1, "1", 5));
docs.addAll(indexDoc(routing1, "2", 4));
docs.addAll(indexDoc(routing1, "3", 3));
docs.addAll(indexDoc(routing1, "4", 2));
docs.addAll(indexDoc(routing1, "5", 1));
// total docs in shard "1" = 15
docs.addAll(indexDoc(routing2, "1", 3));
docs.addAll(indexDoc(routing2, "2", 1));
docs.addAll(indexDoc(routing2, "3", 5));
docs.addAll(indexDoc(routing2, "4", 2));
docs.addAll(indexDoc(routing2, "5", 1));
// total docs in shard "2" = 12
indexRandom(true, docs);
SearchResponse resp = client().prepareSearch("idx").setTypes("type").setRouting(routing1).setQuery(matchAllQuery()).execute().actionGet();
assertSearchResponse(resp);
long totalOnOne = resp.getHits().getTotalHits();
assertThat(totalOnOne, is(15l));
resp = client().prepareSearch("idx").setTypes("type").setRouting(routing2).setQuery(matchAllQuery()).execute().actionGet();
assertSearchResponse(resp);
long totalOnTwo = resp.getHits().getTotalHits();
assertThat(totalOnTwo, is(12l));
}
protected List<IndexRequestBuilder> indexDoc(String shard, String key, int times) throws Exception {
IndexRequestBuilder[] builders = new IndexRequestBuilder[times];
for (int i = 0; i < times; i++) {
builders[i] = client().prepareIndex("idx", "type").setRouting(shard).setCreate(true).setSource(jsonBuilder()
.startObject()
.field("key", key)
.field("value", 1)
.endObject());
}
return Arrays.asList(builders);
}
}
|
