|
What this is
Other links
The source codepackage org.apache.lucene.index; import java.io.IOException; import junit.framework.TestCase; import org.apache.lucene.analysis.WhitespaceAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.Term; import org.apache.lucene.index.TermEnum; import org.apache.lucene.store.Directory; import org.apache.lucene.store.RAMDirectory; /** * @author goller */ public class TestSegmentTermEnum extends TestCase { Directory dir = new RAMDirectory(); public void testTermEnum() { IndexWriter writer = null; try { writer = new IndexWriter(dir, new WhitespaceAnalyzer(), true); // add 100 documents with term : aaa // add 100 documents with terms: aaa bbb // Therefore, term 'aaa' has document frequency of 200 and term 'bbb' 100 for (int i = 0; i < 100; i++) { addDoc(writer, "aaa"); addDoc(writer, "aaa bbb"); } writer.close(); } catch (IOException e) { e.printStackTrace(); } try { // verify document frequency of terms in an unoptimized index verifyDocFreq(); // merge segments by optimizing the index writer = new IndexWriter(dir, new WhitespaceAnalyzer(), false); writer.optimize(); writer.close(); // verify document frequency of terms in an optimized index verifyDocFreq(); } catch (IOException e2) { e2.printStackTrace(); } } private void verifyDocFreq() throws IOException { IndexReader reader = IndexReader.open(dir); TermEnum termEnum = null; // create enumeration of all terms termEnum = reader.terms(); // go to the first term (aaa) termEnum.next(); // assert that term is 'aaa' assertEquals("aaa", termEnum.term().text()); assertEquals(200, termEnum.docFreq()); // go to the second term (bbb) termEnum.next(); // assert that term is 'bbb' assertEquals("bbb", termEnum.term().text()); assertEquals(100, termEnum.docFreq()); termEnum.close(); // create enumeration of terms after term 'aaa', including 'aaa' termEnum = reader.terms(new Term("content", "aaa")); // assert that term is 'aaa' assertEquals("aaa", termEnum.term().text()); assertEquals(200, termEnum.docFreq()); // go to term 'bbb' termEnum.next(); // assert that term is 'bbb' assertEquals("bbb", termEnum.term().text()); assertEquals(100, termEnum.docFreq()); termEnum.close(); } private void addDoc(IndexWriter writer, String value) { Document doc = new Document(); doc.add(Field.UnStored("content", value)); try { writer.addDocument(doc); } catch (IOException e) { e.printStackTrace(); } } } |
... this post is sponsored by my books ... | |
#1 New Release! |
FP Best Seller |
Copyright 1998-2024 Alvin Alexander, alvinalexander.com
All Rights Reserved.
A percentage of advertising revenue from
pages under the /java/jwarehouse
URI on this website is
paid back to open source projects.