|
Java example source code file (BasicLabelAwareIteratorTest.java)
The BasicLabelAwareIteratorTest.java Java example source codepackage org.deeplearning4j.text.documentiterator; import org.canova.api.util.ClassPathResource; import org.deeplearning4j.text.sentenceiterator.BasicLineIterator; import org.deeplearning4j.text.sentenceiterator.SentenceIterator; import org.deeplearning4j.text.sentenceiterator.UimaSentenceIterator; import org.junit.Before; import org.junit.Test; import java.io.File; import static org.junit.Assert.*; /** * @author raver119@gmail.com */ public class BasicLabelAwareIteratorTest { @Before public void setUp() throws Exception { } @Test public void testHasNextDocument1() throws Exception { File inputFile = new ClassPathResource("/big/raw_sentences.txt").getFile(); SentenceIterator iter = new BasicLineIterator(inputFile.getAbsolutePath()); BasicLabelAwareIterator iterator = new BasicLabelAwareIterator.Builder(iter) .setLabelTemplate("DOCZ_") .build(); int cnt = 0; while (iterator.hasNextDocument()) { iterator.nextDocument(); cnt++; } assertEquals(97162, cnt); LabelsSource generator = iterator.getLabelsSource(); assertEquals(97162, generator.getLabels().size()); assertEquals("DOCZ_0", generator.getLabels().get(0)); } @Test public void testHasNextDocument2() throws Exception { File inputFile = new ClassPathResource("/big/raw_sentences.txt").getFile(); SentenceIterator iter = new BasicLineIterator(inputFile.getAbsolutePath()); BasicLabelAwareIterator iterator = new BasicLabelAwareIterator.Builder(iter) .setLabelTemplate("DOCZ_") .build(); int cnt = 0; while (iterator.hasNextDocument()) { iterator.nextDocument(); cnt++; } assertEquals(97162, cnt); iterator.reset(); cnt = 0; while (iterator.hasNextDocument()) { iterator.nextDocument(); cnt++; } assertEquals(97162, cnt); LabelsSource generator = iterator.getLabelsSource(); // this is important moment. Iterator after reset should not increase number of labels attained assertEquals(97162, generator.getLabels().size()); assertEquals("DOCZ_0", generator.getLabels().get(0)); } } Other Java examples (source code examples)Here is a short list of links related to this Java BasicLabelAwareIteratorTest.java source code file: |
... this post is sponsored by my books ... | |
#1 New Release! |
FP Best Seller |
Copyright 1998-2021 Alvin Alexander, alvinalexander.com
All Rights Reserved.
A percentage of advertising revenue from
pages under the /java/jwarehouse
URI on this website is
paid back to open source projects.