summaryrefslogtreecommitdiff
path: root/core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java
diff options
context:
space:
mode:
Diffstat (limited to 'core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java')
-rw-r--r--core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java96
1 files changed, 0 insertions, 96 deletions
diff --git a/core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java b/core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java
deleted file mode 100644
index c4632e5749..0000000000
--- a/core/src/test/java/org/elasticsearch/index/analysis/StemmerTokenFilterFactoryTests.java
+++ /dev/null
@@ -1,96 +0,0 @@
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.elasticsearch.index.analysis;
-
-import org.apache.lucene.analysis.TokenStream;
-import org.apache.lucene.analysis.Tokenizer;
-import org.apache.lucene.analysis.core.WhitespaceTokenizer;
-import org.apache.lucene.analysis.en.PorterStemFilter;
-import org.apache.lucene.analysis.snowball.SnowballFilter;
-import org.elasticsearch.Version;
-import org.elasticsearch.common.settings.Settings;
-import org.elasticsearch.env.Environment;
-import org.elasticsearch.test.ESTestCase;
-import org.elasticsearch.test.ESTokenStreamTestCase;
-import org.elasticsearch.test.VersionUtils;
-
-import java.io.IOException;
-import java.io.StringReader;
-
-import static com.carrotsearch.randomizedtesting.RandomizedTest.scaledRandomIntBetween;
-import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_VERSION_CREATED;
-import static org.hamcrest.Matchers.instanceOf;
-
-public class StemmerTokenFilterFactoryTests extends ESTokenStreamTestCase {
- public void testEnglishFilterFactory() throws IOException {
- int iters = scaledRandomIntBetween(20, 100);
- for (int i = 0; i < iters; i++) {
- Version v = VersionUtils.randomVersion(random());
- Settings settings = Settings.builder()
- .put("index.analysis.filter.my_english.type", "stemmer")
- .put("index.analysis.filter.my_english.language", "english")
- .put("index.analysis.analyzer.my_english.tokenizer","whitespace")
- .put("index.analysis.analyzer.my_english.filter","my_english")
- .put(SETTING_VERSION_CREATED,v)
- .put(Environment.PATH_HOME_SETTING.getKey(), createTempDir().toString())
- .build();
-
- ESTestCase.TestAnalysis analysis = AnalysisTestsHelper.createTestAnalysisFromSettings(settings);
- TokenFilterFactory tokenFilter = analysis.tokenFilter.get("my_english");
- assertThat(tokenFilter, instanceOf(StemmerTokenFilterFactory.class));
- Tokenizer tokenizer = new WhitespaceTokenizer();
- tokenizer.setReader(new StringReader("foo bar"));
- TokenStream create = tokenFilter.create(tokenizer);
- IndexAnalyzers indexAnalyzers = analysis.indexAnalyzers;
- NamedAnalyzer analyzer = indexAnalyzers.get("my_english");
- assertThat(create, instanceOf(PorterStemFilter.class));
- assertAnalyzesTo(analyzer, "consolingly", new String[]{"consolingli"});
- }
-
- }
-
- public void testPorter2FilterFactory() throws IOException {
- int iters = scaledRandomIntBetween(20, 100);
- for (int i = 0; i < iters; i++) {
-
- Version v = VersionUtils.randomVersion(random());
- Settings settings = Settings.builder()
- .put("index.analysis.filter.my_porter2.type", "stemmer")
- .put("index.analysis.filter.my_porter2.language", "porter2")
- .put("index.analysis.analyzer.my_porter2.tokenizer","whitespace")
- .put("index.analysis.analyzer.my_porter2.filter","my_porter2")
- .put(SETTING_VERSION_CREATED,v)
- .put(Environment.PATH_HOME_SETTING.getKey(), createTempDir().toString())
- .build();
-
- ESTestCase.TestAnalysis analysis = AnalysisTestsHelper.createTestAnalysisFromSettings(settings);
- TokenFilterFactory tokenFilter = analysis.tokenFilter.get("my_porter2");
- assertThat(tokenFilter, instanceOf(StemmerTokenFilterFactory.class));
- Tokenizer tokenizer = new WhitespaceTokenizer();
- tokenizer.setReader(new StringReader("foo bar"));
- TokenStream create = tokenFilter.create(tokenizer);
- IndexAnalyzers indexAnalyzers = analysis.indexAnalyzers;
- NamedAnalyzer analyzer = indexAnalyzers.get("my_porter2");
- assertThat(create, instanceOf(SnowballFilter.class));
- assertAnalyzesTo(analyzer, "possibly", new String[]{"possibl"});
- }
-
- }
-
-}