SupoSE - Redmine

SupoSE-SolrIntegration-525.diff

SupoSE SolrIntegration Patch against trunk rev 525 - Julian Hochstetter, 06/29/2010 05:50 PM

     import java.io.FileInputStream;
     import java.io.FileNotFoundException;
     import java.io.IOException;
     import java.net.MalformedURLException;
     import java.net.URL;
     import org.apache.log4j.Logger;
     import org.apache.lucene.analysis.Analyzer;
     import org.apache.lucene.index.CorruptIndexException;
     import org.apache.lucene.index.IndexWriter;
     import org.apache.solr.client.solrj.SolrServerException;
     import org.apache.solr.client.solrj.impl.CommonsHttpSolrServer;
     import org.testng.annotations.AfterSuite;
     import org.testng.annotations.BeforeSuite;
     import org.tmatesoft.svn.core.SVNException;
     import org.tmatesoft.svn.core.SVNURL;
-...
     import org.tmatesoft.svn.core.wc.SVNWCUtil;
     import org.tmatesoft.svn.core.wc.admin.SVNAdminClient;
     import com.soebes.supose.index.Index;
     import com.soebes.supose.index.IndexerFactory;
     import com.soebes.supose.index.Writer;
     import com.soebes.supose.repository.Repository;
     import com.soebes.supose.scan.ScanRepository;
     import com.soebes.supose.utility.AnalyzerFactory;
     /**
-...
     	private static Logger LOGGER = Logger.getLogger(InitRepository.class);
     	private SVNURL repositoryURL = null;
     	private String solrUrl = "http://localhost:8983/solr";
     	private static ScanRepository scanRepository = new ScanRepository();
     	/**
     	 * The first step is to create a test repository which
-...
     	 * @throws FileNotFoundException
     	 * @throws SVNException
     	 * @throws FileNotFoundException
     	 * @throws MalformedURLException
     	 */
     	@BeforeSuite
     	public void beforeSuite() throws FileNotFoundException, SVNException {
     	public void beforeSuite() throws FileNotFoundException, SVNException, MalformedURLException {
     		createRepository();
     		scanRepos();
+    	}
-...
     		admin.doVerify(new File(getRepositoryDirectory()));
+    	}
     	public void scanRepos() throws SVNException {
     		Index index = new Index ();
     		//We will create a new one if --create is given on command line
     		//otherwise we will append to the existing index.
     		Analyzer analyzer = AnalyzerFactory.createInstance();
     		index.setAnalyzer(analyzer);
     		//For the test we allways create the index.
     		index.setCreate(true);
     		IndexWriter indexWriter = index.createIndexWriter(getIndexDirectory());
     	public void scanRepos() throws SVNException, MalformedURLException {
     		try {
     			// try to ping solr, if its up and no exception is thrown, do a scan and store index using solr
     			new CommonsHttpSolrServer(solrUrl).ping();
     			scanReposSolr();
     		} catch (MalformedURLException e) {
     		} catch (SolrServerException e) {
     		} catch (IOException e) {
+    		}
     		scanReposLucene();
+    	}
     	private void scanReposLucene() throws SVNException {
     		//For the test we allways create the index and using LuceneIndexer to store the index
     		Writer indexWriter = IndexerFactory.getIndexWriter(getIndexDirectory(), true);
     		ISVNAuthenticationManager authManager = SVNWCUtil.createDefaultAuthenticationManager(
     			"",
     			""
-...
     		SVNURL url = SVNURL.fromFile(new File(repositoryDir));
     		Repository repository = new Repository("file://" + url.getURIEncodedPath(), authManager);
     		scanRepository.setRepository(repository);
     		ScanRepository luceneScaner = new ScanRepository();
     		luceneScaner.setRepository(repository);
     		//We start with the revision which is given on the command line.
     		//If it is not given we will start with revision 1.
     		scanRepository.setStartRevision(1);
     		luceneScaner.setStartRevision(1);
     		//We will scan the repository to the current HEAD of the repository.
     		scanRepository.setEndRevision(-1);
     		luceneScaner.setEndRevision(-1);
     		LOGGER.info("Scanning started.");
     		scanRepository.scan(indexWriter);
     		luceneScaner.scan(indexWriter);
     		LOGGER.info("Scanning ready.");
     		try {
     			indexWriter.optimize();
     			indexWriter.close();
     		} catch (CorruptIndexException e) {
     			LOGGER.error("CorruptIndexException: Error during optimization of index: ", e);
     		} catch (IOException e) {
     			LOGGER.error("IOException: Error during optimization of index: ", e);
+    		}
     		indexWriter.optimize();
     		indexWriter.close();
+    	}
     	private void scanReposSolr() throws SVNException, MalformedURLException {
     		ISVNAuthenticationManager authManager = SVNWCUtil.createDefaultAuthenticationManager(
     				"",
     				""
     			);
     			String repositoryDir = getRepositoryDirectory();
     			SVNURL url = SVNURL.fromFile(new File(repositoryDir));
     			Repository repository = new Repository("file://" + url.getURIEncodedPath(), authManager);
     		Writer solrIindexWriter = IndexerFactory.getIndexWriter(new URL("http://localhost:8983/solr"));
     		ScanRepository solrScanner = new ScanRepository();
     		solrScanner.setRepository(repository);
     		//We start with the revision which is given on the command line.
     		//If it is not given we will start with revision 1.
     		solrScanner.setStartRevision(1);
     		//We will scan the repository to the current HEAD of the repository.
     		solrScanner.setEndRevision(-1);
     		LOGGER.info("Scanning started.");
     		solrScanner.scan(solrIindexWriter);
     		LOGGER.info("Scanning ready.");
     		solrIindexWriter.optimize();
     		solrIindexWriter.close();
+    	}
     	@AfterSuite
     	public void afterSuite() {
     		// do some cleanup
+    	}
+    }

     import org.apache.log4j.Logger;
     import org.apache.lucene.index.CorruptIndexException;
     import org.apache.lucene.index.IndexReader;
     import org.testng.annotations.AfterClass;
     import org.testng.annotations.BeforeClass;
     import org.testng.annotations.Test;
     import com.soebes.supose.FieldNames;
     import com.soebes.supose.TestBase;
     import com.soebes.supose.index.IndexHelper;
     import com.soebes.supose.index.IndexerFactory;
     import com.soebes.supose.index.Reader;
     import com.soebes.supose.search.ResultEntry;
     import com.soebes.supose.search.SearchRepository;
     @Test
     public class SearchRepositoryGetResultTest extends TestBase {
     	private static Logger LOGGER = Logger.getLogger(SearchRepositoryGetResultTest.class);
     	private static SearchRepository searchRepository = new SearchRepository();
     	private static Reader indexReader = null;
     	@BeforeClass
     	public void beforeClass() {
     		searchRepository.setIndexDirectory(getIndexDirectory());
     		indexReader = IndexerFactory.getIndexReader(getIndexDirectory());
+    	}
     	@AfterClass
     	public void afterClass() throws IOException {
     		IndexReader reader = searchRepository.getReader();
     		reader.close();
     		indexReader.close();
+    	}
     	public void testQueryForFilenameOnly() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:f1.txt");
     		List<ResultEntry> result = indexReader.getResult("+filename:f1.txt");
     	    assertEquals(result.size(), 4);
+    	}
     	public void testBug246QueryForFilenameWithHyphenAsterik() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:testEXCEL*.xls");
     		List<ResultEntry> result = indexReader.getResult("+filename:testEXCEL*.xls");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testBug246QueryForFilenameWithHyphenAndDot() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:\"testEXCEL\\-formats.xls\"");
     		List<ResultEntry> result = indexReader.getResult("+filename:\"testEXCEL\\-formats.xls\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testBug246QueryForFilenameWithHyphenNotQuoted() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:testEXCEL\\-formats\\.xls");
     		List<ResultEntry> result = indexReader.getResult("+filename:testEXCEL\\-formats\\.xls");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testBug246QueryForFilenameWithDotReplacedByQuestionMark() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:testEXCEL-formats?xls");
     		List<ResultEntry> result = indexReader.getResult("+filename:testEXCEL-formats?xls");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForFilenameOnlyUppercase() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:F1.txt");
     		List<ResultEntry> result = indexReader.getResult("+filename:F1.txt");
     	    assertEquals(result.size(), 4);
+    	}
     	public void testQueryForFilenameMixedCaseTestPPT() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:testPPT.*");
     		List<ResultEntry> result = indexReader.getResult("+filename:testPPT.*");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameLowercaseTestPPT() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:testppt.*");
     		List<ResultEntry> result = indexReader.getResult("+filename:testppt.*");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardTextFiles() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:*.txt");
     		List<ResultEntry> result = indexReader.getResult("+filename:*.txt");
     	    assertEquals(result.size(), 8);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardExcelFiles() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:*.xls");
     		List<ResultEntry> result = indexReader.getResult("+filename:*.xls");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardExcel2007Files() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:*.xlsx");
     		List<ResultEntry> result = indexReader.getResult("+filename:*.xlsx");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForPathMixedCase() {
     		List<ResultEntry> result = searchRepository.getResult("+path:/*/B_*");
     		List<ResultEntry> result = indexReader.getResult("+path:/*/B_*");
     	    assertEquals(result.size(), 6);
+    	}
     	public void testQueryForPathLowerCase() {
     		List<ResultEntry> result = searchRepository.getResult("+path:/*/b_*");
     		List<ResultEntry> result = indexReader.getResult("+path:/*/b_*");
     	    assertEquals(result.size(), 6);
+    	}
     	public void testQueryForTermForExcelWorksheet() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Sample Excel Worksheet\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Excel Worksheet\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForTermForExcelWorksheetCombination() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Sample Excel Worksheet\" +filename:*.xls");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Excel Worksheet\" +filename:*.xls");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTermFromWord() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Sample Word\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Word\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForTermFromWordCombination() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Sample Word\" +filename:*.doc");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Word\" +filename:*.doc");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTermOfPowerPoint() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Sample Powerpoint\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Powerpoint\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryOpenOfficeODP() {
     		//Das ist ein Test mit OpenOffice 3.0 auf Windows XP
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"OpenOffice 3.0 auf Windows XP\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"OpenOffice 3.0 auf Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
-...
     		//Test Mit OpenOffice
     		//3.0
     		//Windows XP
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"Test Mit OpenOffice 3.0 Windows XP\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"Test Mit OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
-...
     		//In OpenOffice
     		//3.0
     		//Windows XP
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"This is a Test In OpenOffice 3.0 Windows XP\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"This is a Test In OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryArchiveContentsTAR() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"This file is contined in a archive\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"This file is contined in a archive\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryArchiveContentsZIP() {
     		List<ResultEntry> result = searchRepository.getResult("+contents:\"This file is contents of a zip archive\"");
     		List<ResultEntry> result = indexReader.getResult("+content:\"This file is contents of a zip archive\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTagsOfAllKind() {
     		List<ResultEntry> result = searchRepository.getResult("+tag:*");
     		List<ResultEntry> result = indexReader.getResult("+tag:*");
     		//This will be 4 entries which are coming from the tag entry
     		//and one entry which is coming from the maventag.
     		assertEquals(result.size(), 7);
+    	}
     	public void testQueryForMavenTags() {
     		List<ResultEntry> result = searchRepository.getResult("+maventag:*");
     		List<ResultEntry> result = indexReader.getResult("+maventag:*");
     		assertEquals(result.size(), 4);
+    	}
     	public void testQueryForTagsOnly() {
     		List<ResultEntry> result = searchRepository.getResult("+tag:* -maventag:* -subversiontag:*");
     		List<ResultEntry> result = indexReader.getResult("+tag:* -maventag:* -subversiontag:*");
     		//This has to be result of the tags only.
     		assertEquals(result.size(), 1);
+    	}
     	public void testQueryForSubversionTagsOnly() {
     		List<ResultEntry> result = searchRepository.getResult("+subversiontag:*");
     		List<ResultEntry> result = indexReader.getResult("+subversiontag:*");
     		//This has to be result into a single entry for the tag.
     		assertEquals(result.size(), 2);
+    	}
     	public void testQueryForBranchPath() {
     		List<ResultEntry> result = searchRepository.getResult("+path:*/branches/*");
     		List<ResultEntry> result = indexReader.getResult("+path:*/branches/*");
     		assertEquals(result.size(), 7);
+    	}
     	public void testQueryForBranches() {
     		List<ResultEntry> result = searchRepository.getResult("+branch:*");
     		List<ResultEntry> result = indexReader.getResult("+branch:*");
     		//We have only a single entry here
     		assertEquals(result.size(), 1);
+    	}
     	public void testQueryForKind() {
     		List<ResultEntry> result = searchRepository.getResult("+kind:D");
     		List<ResultEntry> result = indexReader.getResult("+kind:D");
     		//We have only a single entry here
     		assertEquals(result.size(), 3);
+    	}
     	public void testQueryForNode() {
     		List<ResultEntry> result = searchRepository.getResult("+node:dir");
     		List<ResultEntry> result = indexReader.getResult("+node:dir");
     		//We have only a single entry here
     		assertEquals(result.size(), 12);
+    	}
-...
     //	}
     	public void testQueryForDeletedTag() throws CorruptIndexException, IOException {
     		List<ResultEntry> result = searchRepository.getResult("+path:*/tags/* +kind:d");
     		List<ResultEntry> result = indexReader.getResult("+path:*/tags/* +kind:d");
     		assertEquals(result.size(), 1);
     		assertEquals(result.get(0).getFilename().length(), 0, "We have expected to get an empty filename field for a tag which is a directory.");
-...
+    	}
     	public void testQueryForSVNProperty() {
     		List<ResultEntry> result = searchRepository.getResult("+svn\\:mergeinfo:*");
     		List<ResultEntry> result = indexReader.getResult("+svn\\:mergeinfo:*");
     		assertEquals(result.size(), 3);
+    	}
     	public void testQueryForSVNPropertyContent() {
     		List<ResultEntry> result = searchRepository.getResult("+svn\\:mergeinfo:*/branches/*");
     		List<ResultEntry> result = indexReader.getResult("+svn\\:mergeinfo:*/branches/*");
     		assertEquals(result.size(), 3);
+    	}
     	public void testQueryForSVNPropertyContentFile() {
     		List<ResultEntry> result = searchRepository.getResult("+svn\\:mergeinfo:*/f3.txt\\:*");
     		List<ResultEntry> result = indexReader.getResult("+svn\\:mergeinfo:*/f3.txt\\:*");
     		assertEquals(result.size(), 1);
+    	}
     	public void testQueryForSVNPropertyContentPath() {
     		List<ResultEntry> result = searchRepository.getResult("+svn\\:mergeinfo:*/B_0.0.2/*");
     		List<ResultEntry> result = indexReader.getResult("+svn\\:mergeinfo:*/B_0.0.2/*");
     		assertEquals(result.size(), 1);
+    	}
-...
     	 * This test is based on issue Bug #215
     	 */
     	public void testQueryForREADMEFileIssue215() {
     		List<ResultEntry> result = searchRepository.getResult("+filename:README");
     		List<ResultEntry> result = indexReader.getResult("+filename:README");
     		assertEquals(result.size(), 1);
     		assertEquals(result.get(0).getFilename(), "README");
     		assertEquals(result.get(0).getPath(), "/project1/trunk/");
-...
     	public void testCallGetterByName() throws IllegalArgumentException, IllegalAccessException, InvocationTargetException {
     		ResultEntry re = new ResultEntry();
     		re.setAuthor("TestAuthor");
     		re.setRevision("123123123");
     		Object result = searchRepository.callGetterByName(re, "revision");
     		re.setRevision(new Long(123123123));
     		Object result = IndexHelper.callGetterByName(re, "revision");
     		assertEquals(result, re.getRevision());
+    	}
+    }

     package com.soebes.supose.scan;
     import static org.testng.Assert.assertTrue;
     import java.io.File;
     import java.util.ArrayList;
     import org.apache.lucene.document.Document;
     import org.apache.lucene.document.Field;
     import org.apache.lucene.index.IndexWriter;
     import org.apache.lucene.store.FSDirectory;
     import org.testng.annotations.AfterClass;
     import org.testng.annotations.Test;
     import com.soebes.supose.index.Index;
     import com.soebes.supose.index.IndexerFactory;
     import com.soebes.supose.index.Writer;
     import com.soebes.supose.search.ResultEntry;
     import static org.testng.Assert.*;
     @Test
     public class IndexMergeTest {
-...
     		return (path.delete());
+    	}
     	private static void addTokenizedField(Document doc, String fieldName, String value) {
     		doc.add(new Field(fieldName,  value, Field.Store.YES, Field.Index.ANALYZED));
+    	}
     	@AfterClass
     	public void afterClass() {
     		assertTrue(deleteDirectory("index1"), "Something wrong during deletion of index1");
-...
     	//3. merge the two indexes..
     	public void testIndex1 () throws Exception {
     		Index index = new Index ();
     		IndexWriter indexWriter = index.createIndexWriter("index1");
     		Document doc = new Document();
     		addTokenizedField(doc, "revision", "1");
     		addTokenizedField(doc, "revision", "2");
     		indexWriter.addDocument(doc);
     		Writer indexWriter = IndexerFactory.getIndexWriter("index1", true);
     		ResultEntry entry = new ResultEntry();
     		entry.setRevision(new Long(1));
     		indexWriter.addResultEntry(entry);
     		indexWriter.close();
+    	}
     	public void testIndex2 () throws Exception {
     		Index index = new Index ();
     		IndexWriter indexWriter = index.createIndexWriter("index2");
     		Document doc = new Document();
     		addTokenizedField(doc, "revision", "3");
     		addTokenizedField(doc, "revision", "4");
     		indexWriter.addDocument(doc);
     		Writer indexWriter = IndexerFactory.getIndexWriter("index2", true);
     		ResultEntry entry = new ResultEntry();
     		entry.setRevision(new Long(2));
     		indexWriter.addResultEntry(entry);
     		indexWriter.close();
+    	}
     	@Test(dependsOnMethods={"testIndex1", "testIndex2"})
     	public void testMergeIndexes () throws Exception {
     		Index index = new Index ();
     		Writer indexWriter = IndexerFactory.getIndexWriter("result", true);
     		IndexWriter indexWriter = index.createIndexWriter("result");
     		FSDirectory fsDirs[] = { FSDirectory.getDirectory("index1"), FSDirectory.getDirectory("index2") };
     		indexWriter.merge("result", new ArrayList<String>() {
+    			{
     				add("index1");
     				add("index2");
+    			}
     		});
     		indexWriter.addIndexesNoOptimize(fsDirs);
     		indexWriter.optimize();
     		indexWriter.close();
+    	}

     package com.soebes.supose.scan;
     import static org.testng.Assert.assertEquals;
     import static org.testng.Assert.*;
     import static org.testng.Assert.assertNotNull;
     import java.io.IOException;
     import java.net.MalformedURLException;
     import java.net.URL;
     import java.util.List;
     import org.apache.log4j.Logger;
     import org.apache.lucene.document.Document;
     import org.apache.lucene.document.Field;
     import org.apache.lucene.index.CorruptIndexException;
     import org.apache.lucene.index.IndexReader;
     import org.apache.lucene.search.TopDocs;
     import org.apache.solr.client.solrj.impl.CommonsHttpSolrServer;
     import org.testng.annotations.AfterClass;
     import org.testng.annotations.BeforeClass;
     import org.testng.annotations.Factory;
     import org.testng.annotations.Test;
     import com.soebes.supose.FieldNames;
     import com.soebes.supose.TestBase;
     import com.soebes.supose.search.SearchRepository;
     import com.soebes.supose.index.IndexerFactory;
     import com.soebes.supose.index.Reader;
     import com.soebes.supose.search.ResultEntry;
     @Test
     public class SearchRepositoryGetQueryTest extends TestBase {
     	private static Logger LOGGER = Logger.getLogger(SearchRepositoryGetQueryTest.class);
     	private static SearchRepository searchRepository = new SearchRepository();
     	private Reader indexReader = null;
     	private String solrUrl = "http://localhost:8983/solr";
     	@BeforeClass
     	public void beforeClass() {
     		searchRepository.setIndexDirectory(getIndexDirectory());
     	public SearchRepositoryGetQueryTest() {
+    	}
     	public SearchRepositoryGetQueryTest(Reader indexReader) {
     		this.indexReader = indexReader;
+    	}
     	@Factory
     	public Object[] testFactory() {
     		Object[] testToRun = null;
     		try {
     			new CommonsHttpSolrServer(solrUrl).ping();
     			testToRun = new Object[2];
     			testToRun[0] = new SearchRepositoryGetQueryTest(IndexerFactory.getIndexReader(new URL(solrUrl)));
     			testToRun[1] = new SearchRepositoryGetQueryTest(IndexerFactory.getIndexReader(getIndexDirectory()));
     		} catch(Exception e) {
     			// do only lucene reader tests
+    		}
     		if(testToRun == null) {
     			testToRun = new Object[1];
     			testToRun[0] = new SearchRepositoryGetQueryTest(IndexerFactory.getIndexReader(getIndexDirectory()));
+    		}
     		return testToRun;
+    	}
     	@AfterClass
     	public void afterClass() throws IOException {
     		IndexReader reader = searchRepository.getReader();
     		reader.close();
     		indexReader.close();
+    	}
     	public void testQueryForFilenameOnly() {
     		TopDocs result = searchRepository.getQueryResult("+filename:f1.txt");
     	    assertEquals(result.totalHits, 4);
     		List<ResultEntry> result = indexReader.getResult("+filename:f1.txt");
     	    assertEquals(result.size(), 4);
+    	}
     	public void testQueryForFilenameOnlyUppercase() {
     		TopDocs result = searchRepository.getQueryResult("+filename:F1.txt");
     	    assertEquals(result.totalHits, 4);
     		List<ResultEntry> result = indexReader.getResult("+filename:F1.txt");
     	    assertEquals(result.size(), 4);
+    	}
     	public void testQueryForFilenameMixedCaseTestPPT() {
     		TopDocs result = searchRepository.getQueryResult("+filename:testPPT.*");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+filename:testPPT.*");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameLowercaseTestPPT() {
     		TopDocs result = searchRepository.getQueryResult("+filename:testppt.*");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+filename:testppt.*");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardTextFiles() {
     		TopDocs result = searchRepository.getQueryResult("+filename:*.txt");
     	    assertEquals(result.totalHits, 8);
     		List<ResultEntry> result = indexReader.getResult("+filename:*.txt");
     	    assertEquals(result.size(), 8);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardExcelFiles() {
     		TopDocs result = searchRepository.getQueryResult("+filename:*.xls");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+filename:*.xls");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForFilenameWithPrefixedWildcardExcel2007Files() {
     		TopDocs result = searchRepository.getQueryResult("+filename:*.xlsx");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+filename:*.xlsx");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForPathMixedCase() {
     		TopDocs result = searchRepository.getQueryResult("+path:/*/B_*");
     	    assertEquals(result.totalHits, 6);
     		List<ResultEntry> result = indexReader.getResult("+path:/*/B_*");
     	    assertEquals(result.size(), 6);
+    	}
     	public void testQueryForPathLowerCase() {
     		TopDocs result = searchRepository.getQueryResult("+path:/*/b_*");
     	    assertEquals(result.totalHits, 6);
     		List<ResultEntry> result = indexReader.getResult("+path:/*/b_*");
     	    assertEquals(result.size(), 6);
+    	}
     	public void testQueryForTermForExcelWorksheet() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Sample Excel Worksheet\"");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Excel Worksheet\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForTermForExcelWorksheetCombination() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Sample Excel Worksheet\" +filename:*.xls");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Excel Worksheet\" +filename:*.xls");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTermFromWord() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Sample Word\"");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Word\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryForTermFromWordCombination() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Sample Word\" +filename:*.doc");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Word\" +filename:*.doc");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTermOfPowerPoint() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Sample Powerpoint\"");
     	    assertEquals(result.totalHits, 2);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Sample Powerpoint\"");
     	    assertEquals(result.size(), 2);
+    	}
     	public void testQueryOpenOfficeODP() {
     		//Das ist ein Test mit OpenOffice 3.0 auf Windows XP
     		TopDocs result = searchRepository.getQueryResult("+contents:\"OpenOffice 3.0 auf Windows XP\"");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"OpenOffice 3.0 auf Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryOpenOfficeODS() {
     		//Test Mit OpenOffice
     		//3.0
     		//Windows XP
     		TopDocs result = searchRepository.getQueryResult("+contents:\"Test Mit OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"Test Mit OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryOpenOfficeODT() {
-...
     		//In OpenOffice
     		//3.0
     		//Windows XP
     		TopDocs result = searchRepository.getQueryResult("+contents:\"This is a Test In OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"This is a Test In OpenOffice 3.0 Windows XP\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryArchiveContentsTAR() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"This file is contined in a archive\"");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"This file is contined in a archive\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryArchiveContentsZIP() {
     		TopDocs result = searchRepository.getQueryResult("+contents:\"This file is contents of a zip archive\"");
     	    assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+content:\"This file is contents of a zip archive\"");
     	    assertEquals(result.size(), 1);
+    	}
     	public void testQueryForTagsOfAllKind() {
     		TopDocs result = searchRepository.getQueryResult("+tag:*");
     		List<ResultEntry> result = indexReader.getResult("+tag:*");
     		//This will be 4 entries which are coming from the tag entry
     		//and one entry which is coming from the maventag.
     		assertEquals(result.totalHits, 7);
     		assertEquals(result.size(), 7);
+    	}
     	public void testQueryForMavenTags() {
     		TopDocs result = searchRepository.getQueryResult("+maventag:*");
     		assertEquals(result.totalHits, 4);
     		List<ResultEntry> result = indexReader.getResult("+maventag:*");
     		assertEquals(result.size(), 4);
+    	}
     	public void testQueryForTagsOnly() {
     		TopDocs result = searchRepository.getQueryResult("+tag:* -maventag:* -subversiontag:*");
     		List<ResultEntry> result = indexReader.getResult("+tag:* -maventag:* -subversiontag:*");
     		//This has to be result of the tags only.
     		assertEquals(result.totalHits, 1);
     		assertEquals(result.size(), 1);
+    	}
     	public void testQueryForSubversionTagsOnly() {
     		TopDocs result = searchRepository.getQueryResult("+subversiontag:*");
     		List<ResultEntry> result = indexReader.getResult("+subversiontag:*");
     		//This has to be result into a single entry for the tag.
     		assertEquals(result.totalHits, 2);
     		assertEquals(result.size(), 2);
+    	}
     	public void testQueryForBranchPath() {
     		TopDocs result = searchRepository.getQueryResult("+path:*/branches/*");
     		assertEquals(result.totalHits, 7);
     		List<ResultEntry> result = indexReader.getResult("+path:*/branches/*");
     		assertEquals(result.size(), 7);
+    	}
     	public void testQueryForBranches() {
     		TopDocs result = searchRepository.getQueryResult("+branch:*");
     		List<ResultEntry> result = indexReader.getResult("+branch:*");
     		//We have only a single entry here
     		assertEquals(result.totalHits, 1);
     		assertEquals(result.size(), 1);
+    	}
     	public void testQueryForKind() {
     		TopDocs result = searchRepository.getQueryResult("+kind:D");
     		List<ResultEntry> result = indexReader.getResult("+kind:D");
     		//We have only a single entry here
     		assertEquals(result.totalHits, 3);
     		assertEquals(result.size(), 3);
+    	}
     	public void testQueryForNode() {
     		TopDocs result = searchRepository.getQueryResult("+node:dir");
     		List<ResultEntry> result = indexReader.getResult("+node:dir");
     		//We have only a single entry here
     		assertEquals(result.totalHits, 12);
     		assertEquals(result.size(), 12);
+    	}
     	private Field searchForField (Document hit, String name) {
     		Field result = null;
     		List<Field> fieldList = hit.getFields();
     		for (Field field : fieldList) {
     			if (field.name().equals(name)) {
     				result = field;
+    			}
+    		}
     		return result;
+    	}
     	public void testQueryForDeletedTag() throws CorruptIndexException, IOException {
     		TopDocs result = searchRepository.getQueryResult("+path:*/tags/* +kind:d");
     		assertEquals(result.totalHits, 1);
     		List<ResultEntry> result = indexReader.getResult("+path:*/tags/* +kind:d");
     		assertEquals(result.size(), 1);
     		Document hit = searchRepository.getSearcher().doc(result.scoreDocs[0].doc);
     		List<Field> fieldList = hit.getFields();
     		ResultEntry doc = result.get(0);
     		//This entry is not allowed to have a filename entry!!!
     		Field fileNameField  = searchForField(hit, FieldNames.FILENAME.getValue());
     		assertNotNull(fileNameField, "We have expected to find the " + FieldNames.FILENAME + " field.");
     		assertEquals(fileNameField.stringValue().length(), 0, "We have expected to get an empty filename field for a tag which is a directory.");
     		assertNotNull(doc.getFilename(), "We have expected to find the " + FieldNames.FILENAME + " field.");
     		assertEquals(doc.getFilename().length(), 0, "We have expected to get an empty filename field for a tag which is a directory.");
     		Field pathField  = searchForField(hit, FieldNames.PATH.getValue());
     		assertNotNull(pathField, "We have expected to find the " + FieldNames.PATH + " field.");
     		assertEquals(pathField.stringValue(), "/project1/tags/RELEASE-0.0.1/", "We have expected to get an particular path value");
     		assertNotNull(doc.getPath(), "We have expected to find the " + FieldNames.PATH + " field.");
     		assertEquals(doc.getPath(), "/project1/tags/RELEASE-0.0.1/", "We have expected to get an particular path value");
+    	}
+    }

     package com.soebes.supose;
     import java.io.File;
     import java.io.UnsupportedEncodingException;
     import java.net.URL;
     import java.net.URLDecoder;
     /**
      * @author Karl Heinz Marbaise
-...
+    	 *
     	 * @param name
     	 * @return
     	 * @throws UnsupportedEncodingException
     	 */
     	public String getFileResource(String name) {
     		URL url = this.getClass().getResource(name);
     		if (url != null) {
     			try {
     				return URLDecoder.decode(url.getFile(), "UTF-8");
     			} catch (UnsupportedEncodingException e) { }
     			return url.getFile();
     		} else {
     			//We have a file which does not exists

     	    Document doc = new Document();
     	    String text = "This is the text to be indexed.";
     		addUnTokenizedField(doc, FieldNames.REVISION.getValue(), NumberUtils.pad(1));
     	    addTokenizedField(doc, FieldNames.CONTENTS.getValue(), text);
     	    addTokenizedField(doc, FieldNames.CONTENT.getValue(), text);
     	    addUnTokenizedField(doc, FieldNames.FILENAME.getValue(), "/trunk/doc/testXML.doc");
     	    iwriter.addDocument(doc);
     	    doc = new Document();
     	    text = "This is different text.";
     		addUnTokenizedField(doc, FieldNames.REVISION.getValue(), NumberUtils.pad(2));
     	    addTokenizedField(doc, FieldNames.CONTENTS.getValue(), text);
     	    addTokenizedField(doc, FieldNames.CONTENT.getValue(), text);
     	    addUnTokenizedField(doc, FieldNames.FILENAME.getValue(), "/tags/docs/XYZabc.java");
     	    iwriter.addDocument(doc);
     	    doc = new Document();
     	    text = "This is more different text.";
     		addUnTokenizedField(doc, FieldNames.REVISION.getValue(), NumberUtils.pad(3));
     	    addTokenizedField(doc, FieldNames.CONTENTS.getValue(), text);
     	    addTokenizedField(doc, FieldNames.CONTENT.getValue(), text);
     	    addUnTokenizedField(doc, FieldNames.FILENAME.getValue(), "/tags/docs/SCMPlan.doc");
     	    iwriter.addDocument(doc);
     	    doc = new Document();
     	    text = "This is the third text.";
     		addUnTokenizedField(doc, FieldNames.REVISION.getValue(), NumberUtils.pad(4));
     	    addTokenizedField(doc, FieldNames.CONTENTS.getValue(), text);
     	    addTokenizedField(doc, FieldNames.CONTENT.getValue(), text);
     	    addUnTokenizedField(doc, FieldNames.FILENAME.getValue(), "/trunk/subdir/elviraXML.doc");
     	    iwriter.addDocument(doc);
-...
     	public void testSingleAsterik() throws ParseException, IOException {
     		 Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    Query query = parser.parse("+filename:/*.doc");
     	    TopDocs result = isearcher.search(query, null, 10);
     	    printOut(query, "testSingleAsterik", result);
-...
     	public void testSingleAsterikWithPrefix() throws ParseException, IOException {
     		 Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    Query query = parser.parse("+filename:/trunk/*.doc");
     	    TopDocs result = isearcher.search(query, null, 10);
     	    // Iterate through the results:
-...
     	public void testMultipleAsterik() throws ParseException, IOException {
     		 Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    Query query = parser.parse("+filename:/*te*.doc");
     	    TopDocs result = isearcher.search(query, null, 10);
     	    printOut(query, "testMultipleAsterik", result);
-...
     	public void testMultipleAsterikUppercase() throws ParseException, IOException {
     		 Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    parser.setLowercaseExpandedTerms(false);
     	    Query query = parser.parse("+filename:/*SCM*.doc");
     	    TopDocs result = isearcher.search(query, null, 10);
-...
     	public void testMultipleAsterikLowerCase() throws ParseException, IOException {
     		 Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    parser.setLowercaseExpandedTerms(false);
     	    Query query = parser.parse("+filename:/*scm*.doc");
     	    TopDocs result = isearcher.search(query, null, 10);
-...
     	public void testSingleAsterikRestrictionToRevisionRange() throws ParseException, IOException {
     		Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    parser.setLowercaseExpandedTerms(true);
     	    Query query = parser.parse("+filename:/*.doc +revision:[1 TO 3]");
     	    TopDocs result = isearcher.search(query, null, 10);
-...
     	public void testSingleAsterikRestrictionToDifferentRevisionRange() throws ParseException, IOException {
     		Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    parser.setLowercaseExpandedTerms(true);
     	    Query query = parser.parse("+filename:/*.doc +revision:[1 TO 2]");
     	    TopDocs result = isearcher.search(query, null, 10);
-...
     	public void testSingleRevision() throws ParseException, IOException {
     		Analyzer analyzer = AnalyzerFactory.createInstance();
     	    // Parse a simple query that searches for "text":
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENTS, analyzer);
     	    QueryParser parser = new CustomQueryParser(FieldNames.CONTENT, analyzer);
     	    parser.setLowercaseExpandedTerms(true);
     	    Query query = parser.parse("+revision:1");
     	    TopDocs result = isearcher.search(query, null, 10);

     #txt = com.soebes.supose.scan.ScanTxtDocument
     doc = com.soebes.supose.scan.document.ScanWordDocument
     docx = com.soebes.supose.scan.document.ScanWordDocument
     xls = com.soebes.supose.scan.document.ScanExcelDocument
     xlsx = com.soebes.supose.scan.document.ScanExcelDocument
     ppt = com.soebes.supose.scan.document.ScanPowerPointDocument
     pptx = com.soebes.supose.scan.document.ScanPowerPointDocument
     pdf = com.soebes.supose.scan.document.ScanPDFDocument
     java = com.soebes.supose.scan.document.ScanJavaDocument
     xml = com.soebes.supose.scan.document.ScanXMLDocument
     html = com.soebes.supose.scan.document.ScanHTMLDocument
     rtf = com.soebes.supose.scan.document.ScanRTFDocument
     # Open Office Formats
     odp = com.soebes.supose.scan.document.ScanODPDocument
     ods = com.soebes.supose.scan.document.ScanODSDocument
     odt = com.soebes.supose.scan.document.ScanODTDocument
+    #
     # ===========================================================
     # FOR THE UNIT TEST WE WILL SCAN THE CONTENTS OF THE ARCHIVES
     # ===========================================================
+    #
     # If you like to scan archives with their contents
     # just uncomment the following parts instead using
     # them with ScanArchiveDocument.
     # But be aware of that the scanning process will need
     # much more time than scanning only the file names
     # inside the archives.
     zip = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     jar = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     tar = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     tar.gz = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     tar.bz2 = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     tgz = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
     tbz2 = com.soebes.supose.scan.document.ScanArchiveWithContentDocument
+    #
     # This section will configure scanning of archives
     # in the way that only the filenames inside the archives
     # will be extracted and stored as contents of an archive.
     # But no contents of them will be stored.
+    #
     #zip = com.soebes.supose.scan.document.ScanArchiveDocument
     #jar = com.soebes.supose.scan.document.ScanArchiveDocument
     #tar = com.soebes.supose.scan.document.ScanArchiveDocument
     #tar.gz = com.soebes.supose.scan.document.ScanArchiveDocument
     #tar.bz2 = com.soebes.supose.scan.document.ScanArchiveDocument
     #tgz = com.soebes.supose.scan.document.ScanArchiveDocument
     #tbz2 = com.soebes.supose.scan.document.ScanArchiveDocument
+    #
     # The following two entries will be removed if
     # we use a C parser
     c = com.soebes.supose.scan.document.ScanDefaultDocument
     h = com.soebes.supose.scan.document.ScanDefaultDocument
     # GNU M4
     m4 = com.soebes.supose.scan.document.ScanDefaultDocument
     # Usual text files.
     txt = com.soebes.supose.scan.document.ScanDefaultDocument
     # Translation files for GNU getText()
     po = com.soebes.supose.scan.document.ScanDefaultDocument
     # Texinfo Files
     texi = com.soebes.supose.scan.document.ScanDefaultDocument
     txi = com.soebes.supose.scan.document.ScanDefaultDocument
     texinfo = com.soebes.supose.scan.document.ScanDefaultDocument
+    #
     classpath = com.soebes.supose.scan.document.ScanDefaultDocument
     project = com.soebes.supose.scan.document.ScanDefaultDocument
     ini = com.soebes.supose.scan.document.ScanDefaultDocument
     properties = com.soebes.supose.scan.document.ScanDefaultDocument
     # Usually from Maven projects
     apt = com.soebes.supose.scan.document.ScanDefaultDocument
     # DOS Batch files
     bat = com.soebes.supose.scan.document.ScanDefaultDocument
     cmd = com.soebes.supose.scan.document.ScanDefaultDocument
+    #
     # May be have some times an SQL parser...
     sql = com.soebes.supose.scan.document.ScanDefaultDocument
     java = com.soebes.supose.parse.JavaDocumentParser
     php = com.soebes.supose.parse.PHPDocumentParser
     # all other goes to tika

     package com.soebes.supose.scan;
     import java.io.IOException;
     import java.text.SimpleDateFormat;
     import java.util.ArrayList;
     import java.util.Collection;
     import java.util.Date;
     import java.util.Iterator;
     import java.util.Set;
     import org.apache.log4j.Logger;
     import org.apache.lucene.document.Document;
     import org.apache.lucene.document.Field;
     import org.apache.lucene.index.IndexWriter;
     import org.tmatesoft.svn.core.ISVNLogEntryHandler;
     import org.tmatesoft.svn.core.SVNAuthenticationException;
     import org.tmatesoft.svn.core.SVNDirEntry;
-...
     import org.tmatesoft.svn.core.SVNNodeKind;
     import org.tmatesoft.svn.core.SVNProperties;
     import com.soebes.supose.FieldNames;
     import com.soebes.supose.index.Writer;
     import com.soebes.supose.parse.DocumentParser;
     import com.soebes.supose.parse.IParse;
     import com.soebes.supose.recognition.TagBranch;
     import com.soebes.supose.recognition.TagBranchRecognition;
     import com.soebes.supose.repository.Repository;
     import com.soebes.supose.search.NumberUtils;
     import com.soebes.supose.search.ResultEntry;
     import com.soebes.supose.utility.FileName;
     /**
-...
     	 * This method will do the real scanning of the whole repository.
     	 * It will extract all log entries as first step and go on with
     	 * scanning every change set.
     	 * @param writer The index where the result of the scanning
     	 * @param indexWriter The index where the result of the scanning
     	 *   will be written to.
     	 * @throws SVNException
     	 */
     	@SuppressWarnings("unchecked")
     	public void scan(IndexWriter writer) throws SVNException {
     	public void scan(Writer indexWriter) throws SVNException {
     		LOGGER.debug("Repositories latest Revision: " + endRevision);
             readLogEntries();
-...
                 	LOGGER.debug("changed paths:");
     				try {
     					scanBeginRevision(count, logEntry.getRevision(), logEntry.getChangedPaths().size());
     					workOnChangeSet(writer, logEntry);
     					workOnChangeSet(indexWriter, logEntry);
     				} catch (Exception e) {
     	            	LOGGER.error("Error during workOnChangeSet() ", e);
     				} finally {
-...
     	 * @param indexWriter
     	 * @param logEntry
     	 */
     	private void workOnChangeSet(IndexWriter indexWriter, SVNLogEntry logEntry) {
     		Set changedPathsSet = logEntry.getChangedPaths().keySet();
     	private void workOnChangeSet(Writer indexWriter, SVNLogEntry logEntry) {
     		Set<?> changedPathsSet = logEntry.getChangedPaths().keySet();
     		TagBranchRecognition tbr = new TagBranchRecognition(getRepository());
-...
+    		}
     		startIndexChangeSet();
     		for (Iterator changedPaths = changedPathsSet.iterator(); changedPaths.hasNext();) {
     		for (Iterator<?> changedPaths = changedPathsSet.iterator(); changedPaths.hasNext();) {
     			ResultEntry entry = new ResultEntry();
     			addTagBranchToDoc(res, entry);
     			Document doc = new Document();
     			addTagBranchToDoc(res, doc);
     			//It is needed to check it in every entry
     			//This will result in making entries for every record of the ChangeSet.
     			SVNLogEntryPath entryPath = (SVNLogEntryPath) logEntry.getChangedPaths().get(changedPaths.next());
-...
     			try {
     				beginIndexChangeSetItem(dirEntry);
     				indexFile(doc, indexWriter, dirEntry, logEntry, entryPath);
     				indexFile(entry, indexWriter, dirEntry, logEntry, entryPath);
     			} catch (IOException e) {
     				LOGGER.error("IOExcepiton: ", e);
     			} catch (SVNException e) {
-...
     		stopIndexChangeSet();
+    	}
     	private void addTagBranchToDoc(TagBranch res, Document doc) {
     	private void addTagBranchToDoc(TagBranch res, ResultEntry entry) {
     		if (res != null) {
     			switch (res.getType()) {
     				case BRANCH:
     					addUnTokenizedField(doc, FieldNames.BRANCH, res.getName());
     					entry.setBranch(res.getName());
     					break;
     				case TAG:
     					addUnTokenizedField(doc, FieldNames.TAG, res.getName());
     					entry.setTag(res.getName());
     					switch(res.getTagType()) {
     						case NONE:
     							break;
     						case TAG: //We already have it marked as Tag.
     							break;
     						case MAVENTAG:
     							addUnTokenizedField(doc, FieldNames.MAVENTAG, res.getName());
     							entry.setMavenTag(res.getName());
     							break;
     						case SUBVERSIONTAG:
     							addUnTokenizedField(doc, FieldNames.SUBVERSIONTAG, res.getName());
     							entry.setSubversionTag(res.getName());
     							break;
+    					}
     					break;
-...
+    			}
+    		}
+    	}
     	protected void addTokenizedField(Document doc, FieldNames fieldName, String value) {
     		doc.add(new Field(fieldName.getValue(),  value, Field.Store.YES, Field.Index.ANALYZED));
+    	}
     	protected void addTokenizedField(Document doc, String fieldName, String value) {
     		doc.add(new Field(fieldName,  value, Field.Store.YES, Field.Index.ANALYZED));
+    	}
     	private void addUnTokenizedField(Document doc, FieldNames fieldName, String value) {
     		doc.add(new Field(fieldName.getValue(),  value, Field.Store.YES, Field.Index.NOT_ANALYZED));
+    	}
     	private void addUnTokenizedFieldNoStore(Document doc, FieldNames fieldName, String value) {
     		doc.add(new Field(fieldName.getValue(),  value, Field.Store.NO, Field.Index.NOT_ANALYZED));
+    	}
     	private void addUnTokenizedFieldNoStore(Document doc, String fieldName, String value) {
     		doc.add(new Field(fieldName,  value, Field.Store.NO, Field.Index.NOT_ANALYZED));
+    	}
     	private void addUnTokenizedField(Document doc, String fieldName, String value) {
     		doc.add(new Field(fieldName,  value, Field.Store.YES, Field.Index.NOT_ANALYZED));
+    	}
     	private void addUnTokenizedField(Document doc, FieldNames fieldName, Long value) {
     		doc.add(new Field(fieldName.getValue(),  value.toString(), Field.Store.YES, Field.Index.NOT_ANALYZED));
+    	}
     	private void addUnTokenizedField(Document doc, FieldNames fieldName, Date value) {
     		SimpleDateFormat sdf = new SimpleDateFormat("dd.MM.yyyy hh:mm:ss.SSS");
     		doc.add(new Field(fieldName.getValue(),  sdf.format(value), Field.Store.YES, Field.Index.NOT_ANALYZED));
+    	}
     	/**
     	 * The method will index a particular document (file) into the Lucene index.
     	 * It will store the majority of the information about a file into the Lucene index like
-...
     	 * @throws SVNException
     	 * @throws IOException
     	 */
     	private void indexFile(Document doc, IndexWriter indexWriter, SVNDirEntry dirEntry, SVNLogEntry logEntry, SVNLogEntryPath entryPath)
     		throws SVNException, IOException {
     			SVNProperties fileProperties = new SVNProperties();
     	private void indexFile(ResultEntry entry, Writer indexWriter, SVNDirEntry dirEntry, SVNLogEntry logEntry, SVNLogEntryPath entryPath)
     	throws SVNException, IOException {
     		SVNProperties fileProperties = new SVNProperties();
     			SVNNodeKind nodeKind = null;
     			//if the entry has been deleted we will check the information about the entry
     			//via the revision before...
     			LOGGER.debug("Before checking...");
     			nodeKind = repository.getRepository().checkPath(entryPath.getPath(), logEntry.getRevision());
     			LOGGER.debug("After checking...");
     		SVNNodeKind nodeKind = null;
     		//if the entry has been deleted we will check the information about the entry
     		//via the revision before...
     		LOGGER.debug("Before checking...");
     		nodeKind = repository.getRepository().checkPath(entryPath.getPath(), logEntry.getRevision());
     		LOGGER.debug("After checking...");
     			addUnTokenizedField(doc, FieldNames.REVISION, NumberUtils.pad(logEntry.getRevision()));
     		entry.setRevision(logEntry.getRevision());
     			boolean isDir = nodeKind == SVNNodeKind.DIR;
     			boolean isFile = nodeKind == SVNNodeKind.FILE;
     			FileName fileName = null;
     			if (isDir) {
     				LOGGER.debug("The " + entryPath.getPath() + " is a directory entry.");
     				addUnTokenizedField(doc, FieldNames.NODE, "dir");
     				fileName = new FileName(entryPath.getPath(), true);
     			} else if (isFile) {
     				LOGGER.debug("The " + entryPath.getPath() + " is a file entry.");
     				addUnTokenizedField(doc, FieldNames.NODE, "file");
     				fileName = new FileName(entryPath.getPath(), false);
     			} else {
     				//This means a file/directory has been deleted.
     				addUnTokenizedField(doc, FieldNames.NODE, "unknown");
     				LOGGER.debug("The " + entryPath.getPath() + " is an unknown entry.");
     		boolean isDir = nodeKind == SVNNodeKind.DIR;
     		boolean isFile = nodeKind == SVNNodeKind.FILE;
     		FileName fileName = null;
     		if (isDir) {
     			LOGGER.debug("The " + entryPath.getPath() + " is a directory entry.");
     			entry.setNode("dir");
     			fileName = new FileName(entryPath.getPath(), true);
     		} else if (isFile) {
     			LOGGER.debug("The " + entryPath.getPath() + " is a file entry.");
     			entry.setNode("file");
     			fileName = new FileName(entryPath.getPath(), false);
     		} else {
     			//This means a file/directory has been deleted.
     			entry.setNode("unknown");
     			LOGGER.debug("The " + entryPath.getPath() + " is an unknown entry.");
     				//We would like to know what is has been?
     				//Directory? File? So we go a step back in History...
     				long rev = logEntry.getRevision() - 1;
     				SVNNodeKind nodeKindUnknown = getRepository().getRepository().checkPath(entryPath.getPath(), rev);
     				LOGGER.debug("NodeKind(" + rev + "): " + nodeKindUnknown.toString());
     				fileName = new FileName(entryPath.getPath(), nodeKindUnknown == SVNNodeKind.DIR);
+    			}
     			//We would like to know what is has been?
     			//Directory? File? So we go a step back in History...
     			long rev = logEntry.getRevision() - 1;
     			SVNNodeKind nodeKindUnknown = getRepository().getRepository().checkPath(entryPath.getPath(), rev);
     			LOGGER.debug("NodeKind(" + rev + "): " + nodeKindUnknown.toString());
     			fileName = new FileName(entryPath.getPath(), nodeKindUnknown == SVNNodeKind.DIR);
+    		}
     			if (LOGGER.isDebugEnabled()) {
     				LOGGER.debug("FileNameCheck: entryPath   -> kind:" + nodeKind.toString() + " path:" + entryPath.getPath());
     				LOGGER.debug("FileNameCheck:                path:'" + fileName.getPath() + "' filename:'" + fileName.getBaseName() + "'");
+    			}
     		if (LOGGER.isDebugEnabled()) {
     			LOGGER.debug("FileNameCheck: entryPath   -> kind:" + nodeKind.toString() + " path:" + entryPath.getPath());
     			LOGGER.debug("FileNameCheck:                path:'" + fileName.getPath() + "' filename:'" + fileName.getBaseName() + "'");
+    		}
     			//TODO: We have to check if we need to set localization
     			addUnTokenizedFieldNoStore(doc, FieldNames.PATH, fileName.getPath().toLowerCase());
     			addUnTokenizedField(doc, FieldNames.PATH, fileName.getPath());
     		//TODO: We have to check if we need to set localization
     		entry.setPath(fileName.getPath());
     		//Does a copy operation took place...
     		if (entryPath.getCopyPath() != null) {
     			entry.setFrom(entryPath.getCopyPath());
     			entry.setFromRev(entryPath.getCopyRevision());
+    		}
     			//Does a copy operation took place...
     			if (entryPath.getCopyPath() != null) {
     				addUnTokenizedField(doc, FieldNames.FROM, entryPath.getCopyPath());
     				addUnTokenizedField(doc, FieldNames.FROMREV, entryPath.getCopyRevision());
+    			}
     		//The field we use for searching is stored as lowercase.
     		//TODO: We have to check if we need to set localization
     		entry.setFilename(fileName.getBaseName());
     		entry.setAuthor(logEntry.getAuthor() == null ? "" : logEntry.getAuthor());
     		//We will add the message as tokenized field to be able to search within the log messages.
     		entry.setMessage(logEntry.getMessage() == null ? "" : logEntry.getMessage());
     			//The field we use for searching is stored as lowercase.
     			//TODO: We have to check if we need to set localization
     			addUnTokenizedFieldNoStore(doc, FieldNames.FILENAME, fileName.getBaseName().toLowerCase());
     			addUnTokenizedField(doc, FieldNames.FILENAME, fileName.getBaseName());
     		entry.setDate(logEntry.getDate());
     			addUnTokenizedField(doc, FieldNames.AUTHOR, logEntry.getAuthor() == null ? "" : logEntry.getAuthor());
     		entry.setKind(String.valueOf(entryPath.getType()).toLowerCase());
     			//We will add the message as tokenized field to be able to search within the log messages.
     			addTokenizedField(doc, FieldNames.MESSAGE, logEntry.getMessage() == null ? "" : logEntry.getMessage());
     			addUnTokenizedField(doc, FieldNames.DATE, logEntry.getDate());
     //TODO: May be don't need this if we use repository name?
     		entry.setRepositoryUUID(getRepository().getRepository().getRepositoryUUID(false));
     		entry.setRepository(getName());
     			addUnTokenizedField(doc, FieldNames.KIND, String.valueOf(entryPath.getType()).toLowerCase());
     		if (nodeKind == SVNNodeKind.NONE) {
     			LOGGER.debug("The " + entryPath.getPath() + " is a NONE entry.");
     		} else if (nodeKind == SVNNodeKind.DIR) {
     			//The given entry is a directory.
     			LOGGER.debug("The " + entryPath.getPath() + " is a directory.");
     			//Here we need to call getDir to get directory properties.
     			Collection<SVNDirEntry> dirEntries = null;
     			getRepository().getRepository().getDir(entryPath.getPath(), logEntry.getRevision(), fileProperties, dirEntries);
     			//indexProperties(fileProperties, doc);
     			indexProperties(fileProperties, entry);
     //TODO: May be don't need this if we use repository name?
     			addUnTokenizedField(doc, FieldNames.REPOSITORYUUID, getRepository().getRepository().getRepositoryUUID(false));
     		} else if (nodeKind == SVNNodeKind.FILE) {
     			addUnTokenizedField(doc, FieldNames.REPOSITORY, getName());
     			//The given entry is a file.
     			//This means we will get every file from the repository....
     			//Get only the properties of the file
     			if (nodeKind == SVNNodeKind.NONE) {
     				LOGGER.debug("The " + entryPath.getPath() + " is a NONE entry.");
     			} else if (nodeKind == SVNNodeKind.DIR) {
     				//The given entry is a directory.
     				LOGGER.debug("The " + entryPath.getPath() + " is a directory.");
     				//Here we need to call getDir to get directory properties.
     				Collection<SVNDirEntry> dirEntries = null;
     				getRepository().getRepository().getDir(entryPath.getPath(), logEntry.getRevision(), fileProperties, dirEntries);
     				indexProperties(fileProperties, doc);
     			entry.setSize(dirEntry.getSize());
     			getRepository().getRepository().getFile(entryPath.getPath(), logEntry.getRevision(), fileProperties, null);
     			//indexProperties(fileProperties, doc);
     			indexProperties(fileProperties, entry);
     			} else if (nodeKind == SVNNodeKind.FILE) {
     				//The given entry is a file.
     				//This means we will get every file from the repository....
     				//Get only the properties of the file
     			IParse documentParser = new DocumentParser();
     			documentParser.parse(entry, getRepository(), dirEntry, entryPath.getPath(), logEntry.getRevision());
+    		}
     				addTokenizedField(doc, FieldNames.SIZE, Long.toString(dirEntry.getSize()));
     				getRepository().getRepository().getFile(entryPath.getPath(), logEntry.getRevision(), fileProperties, null);
     				indexProperties(fileProperties, doc);
     				FileExtensionHandler feh = new FileExtensionHandler();
     				feh.setFileProperties(fileProperties);
     				feh.setDoc(doc);
     				feh.execute(getRepository(), dirEntry, entryPath.getPath(), logEntry.getRevision());
+    			}
     			indexWriter.addDocument(doc);
     			LOGGER.debug("File " + entryPath.getPath() + " indexed...");
     		indexWriter.addResultEntry(entry);
     		LOGGER.debug("File " + entryPath.getPath() + " indexed...");
+    	}
     	/**
     	 * This method will index only those properties which do not start
     	 * with {@link SVN_WC_PREFIX} nor with {@link SVN_ENTRY_PREFIX}.
     	 * @param fileProperties
     	 * @param doc
     	 */
     	private void indexProperties(SVNProperties fileProperties, Document doc) {
     	private void indexProperties(SVNProperties fileProperties, ResultEntry entry) {
     		SVNProperties list = fileProperties.getRegularProperties();
     		for (Iterator<String> iterator = list.nameSet().iterator(); iterator.hasNext();) {
     			String propname = (String) iterator.next();
     			LOGGER.debug("Indexing property: " + propname);
     			addUnTokenizedFieldNoStore(doc, propname, list.getStringValue(propname).toLowerCase());
     			addUnTokenizedField(doc, propname, list.getStringValue(propname));
     			entry.addProperty(propname, list.getStringValue(propname));
+    		}
+    	}
     	public long getStartRevision() {
     		return startRevision;
+    	}

     import org.apache.commons.io.FileUtils;
     import org.apache.log4j.Logger;
     import org.apache.lucene.analysis.Analyzer;
     import org.apache.lucene.index.CorruptIndexException;
     import org.apache.lucene.index.IndexWriter;
     import org.tmatesoft.svn.core.SVNAuthenticationException;
     import org.tmatesoft.svn.core.SVNException;
     import org.tmatesoft.svn.core.auth.ISVNAuthenticationManager;
-...
     import com.soebes.supose.cli.CLIChangeSetInterceptor;
     import com.soebes.supose.cli.CLIInterceptor;
     import com.soebes.supose.cli.CLILogEntryInterceptor;
     import com.soebes.supose.index.Index;
     import com.soebes.supose.index.IndexHelper;
     import com.soebes.supose.index.Writer;
     import com.soebes.supose.index.lucene.LuceneIndexWriter;
     import com.soebes.supose.repository.Repository;
     import com.soebes.supose.utility.AnalyzerFactory;
     public class ScanSingleRepository {
     	private static Logger LOGGER = Logger.getLogger(ScanSingleRepository.class);
     	public static long scanFullRepository(
     		String url,
     		long fromRev,
     		String indexDirectory,
     		Writer writer,
     		boolean create,
     		ISVNAuthenticationManager authManager
     	) throws SVNException {
-...
     			scanRepository.setStartRevision(startRevision);
     			//We will scan the repository to the current HEAD of the repository.
     			scanRepository.setEndRevision(endRevision);

... This diff was truncated because it exceeds the maximum size that can be displayed.