![[tokkee]](http://tokkee.org/images/avatar.png){kind=avatar}
diff --git a/test/test_indexer.py b/test/test_indexer.py
index 5948a0418b450f6c1c8cea726f769db3423a90d0..5d8a395efa2d774e0ad710c2397c50afda1972b6 100644 (file)
--- a/test/test_indexer.py
+++ b/test/test_indexer.py
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
-# $Id: test_indexer.py,v 1.1 2002-07-10 06:40:01 richard Exp $
+# $Id: test_indexer.py,v 1.13 2008-09-11 19:10:30 schlatterbeck Exp $
import os, unittest, shutil
-from roundup.indexer import Indexer
+from roundup.backends import get_backend, have_backend
+from roundup.backends.indexer_rdbms import Indexer
+
+# borrow from other tests
+from db_test_base import setupSchema, config
+from test_postgresql import postgresqlOpener
+from test_mysql import mysqlOpener
+from test_sqlite import sqliteOpener
+
+class db:
+ class config(dict):
+ DATABASE = 'test-index'
+ config = config()
+ config[('main', 'indexer_stopwords')] = []
class IndexerTest(unittest.TestCase):
def setUp(self):
shutil.rmtree('test-index')
os.mkdir('test-index')
os.mkdir('test-index/files')
- self.dex = Indexer('test-index')
+ from roundup.backends.indexer_dbm import Indexer
+ self.dex = Indexer(db)
self.dex.load_index()
+ def assertSeqEqual(self, s1, s2):
+ # First argument is the db result we're testing, second is the
+ # desired result. Some db results don't have iterable rows, so we
+ # have to work around that.
+ # Also work around some dbs not returning items in the expected
+ # order.
+ s1 = list([tuple([r[n] for n in range(len(r))]) for r in s1])
+ s1.sort()
+ if s1 != s2:
+ self.fail('contents of %r != %r'%(s1, s2))
+
def test_basics(self):
- self.dex.add_text('testing1', 'a the hello world')
- self.assertEqual(self.dex.words, {'HELLO': {1: 1}, 'THE': {1: 1},
- 'WORLD': {1: 1}})
- self.dex.add_text('testing2', 'blah blah the world')
- self.assertEqual(self.dex.words, {'BLAH': {2: 2}, 'HELLO': {1: 1},
- 'THE': {2: 1, 1: 1}, 'WORLD': {2: 1, 1: 1}})
- self.assertEqual(self.dex.find(['world']), {2: 'testing2',
- 1: 'testing1'})
- self.assertEqual(self.dex.find(['blah']), {2: 'testing2'})
- self.assertEqual(self.dex.find(['blah', 'hello']), {})
- self.dex.save_index()
+ self.dex.add_text(('test', '1', 'foo'), 'a the hello world')
+ self.dex.add_text(('test', '2', 'foo'), 'blah blah the world')
+ self.assertSeqEqual(self.dex.find(['world']), [('test', '1', 'foo'),
+ ('test', '2', 'foo')])
+ self.assertSeqEqual(self.dex.find(['blah']), [('test', '2', 'foo')])
+ self.assertSeqEqual(self.dex.find(['blah', 'hello']), [])
+
+ def test_change(self):
+ self.dex.add_text(('test', '1', 'foo'), 'a the hello world')
+ self.dex.add_text(('test', '2', 'foo'), 'blah blah the world')
+ self.assertSeqEqual(self.dex.find(['world']), [('test', '1', 'foo'),
+ ('test', '2', 'foo')])
+ self.dex.add_text(('test', '1', 'foo'), 'a the hello')
+ self.assertSeqEqual(self.dex.find(['world']), [('test', '2', 'foo')])
+
+ def test_clear(self):
+ self.dex.add_text(('test', '1', 'foo'), 'a the hello world')
+ self.dex.add_text(('test', '2', 'foo'), 'blah blah the world')
+ self.assertSeqEqual(self.dex.find(['world']), [('test', '1', 'foo'),
+ ('test', '2', 'foo')])
+ self.dex.add_text(('test', '1', 'foo'), '')
+ self.assertSeqEqual(self.dex.find(['world']), [('test', '2', 'foo')])
+
+ def test_stopwords(self):
+ """Test that we can find a text with a stopword in it."""
+ stopword = "with"
+ self.assert_(self.dex.is_stopword(stopword.upper()))
+ self.dex.add_text(('test', '1', 'bar'), '%s hello world' % stopword)
+ self.dex.add_text(('test', '2', 'bar'), 'blah a %s world' % stopword)
+ self.dex.add_text(('test', '3', 'bar'), 'blah Blub river')
+ self.dex.add_text(('test', '4', 'bar'), 'blah river %s' % stopword)
+ self.assertSeqEqual(self.dex.find(['with','world']),
+ [('test', '1', 'bar'),
+ ('test', '2', 'bar')])
+ def test_extremewords(self):
+ """Testing too short or too long words."""
+ short = "b"
+ long = "abcdefghijklmnopqrstuvwxyz"
+ self.dex.add_text(('test', '1', 'a'), '%s hello world' % short)
+ self.dex.add_text(('test', '2', 'a'), 'blah a %s world' % short)
+ self.dex.add_text(('test', '3', 'a'), 'blah Blub river')
+ self.dex.add_text(('test', '4', 'a'), 'blah river %s %s'
+ % (short, long))
+ self.assertSeqEqual(self.dex.find([short,'world', long, short]),
+ [('test', '1', 'a'),
+ ('test', '2', 'a')])
+ self.assertSeqEqual(self.dex.find([long]),[])
+
+ # special test because some faulty code indexed length(word)>=2
+ # but only considered length(word)>=3 to be significant
+ self.dex.add_text(('test', '5', 'a'), 'blah py %s %s'
+ % (short, long))
+ self.assertSeqEqual(self.dex.find(["py"]), [('test', '5', 'a')])
+
+ def test_casesensitity(self):
+ """Test if searches are case-in-sensitive."""
+ self.dex.add_text(('test', '1', 'a'), 'aaaa bbbb')
+ self.dex.add_text(('test', '2', 'a'), 'aAaa BBBB')
+ self.assertSeqEqual(self.dex.find(['aaaa']),
+ [('test', '1', 'a'),
+ ('test', '2', 'a')])
+ self.assertSeqEqual(self.dex.find(['BBBB']),
+ [('test', '1', 'a'),
+ ('test', '2', 'a')])
+
+ def test_wordsplitting(self):
+ """Test if word splitting works."""
+ self.dex.add_text(('test', '1', 'a'), 'aaaa-aaa bbbb*bbb')
+ self.dex.add_text(('test', '2', 'a'), 'aaaA-aaa BBBB*BBB')
+ for k in 'aaaa', 'aaa', 'bbbb', 'bbb':
+ self.assertSeqEqual(self.dex.find([k]),
+ [('test', '1', 'a'), ('test', '2', 'a')])
def tearDown(self):
shutil.rmtree('test-index')
-def suite():
- return unittest.makeSuite(IndexerTest)
+class XapianIndexerTest(IndexerTest):
+ def setUp(self):
+ if os.path.exists('test-index'):
+ shutil.rmtree('test-index')
+ os.mkdir('test-index')
+ from roundup.backends.indexer_xapian import Indexer
+ self.dex = Indexer(db)
+ def tearDown(self):
+ shutil.rmtree('test-index')
+class RDBMSIndexerTest(IndexerTest):
+ def setUp(self):
+ # remove previous test, ignore errors
+ if os.path.exists(config.DATABASE):
+ shutil.rmtree(config.DATABASE)
+ self.db = self.module.Database(config, 'admin')
+ self.dex = Indexer(self.db)
+ def tearDown(self):
+ if hasattr(self, 'db'):
+ self.db.close()
+ if os.path.exists(config.DATABASE):
+ shutil.rmtree(config.DATABASE)
+
+class postgresqlIndexerTest(postgresqlOpener, RDBMSIndexerTest):
+ def setUp(self):
+ postgresqlOpener.setUp(self)
+ RDBMSIndexerTest.setUp(self)
+ def tearDown(self):
+ RDBMSIndexerTest.tearDown(self)
+ postgresqlOpener.tearDown(self)
+
+class mysqlIndexerTest(mysqlOpener, RDBMSIndexerTest):
+ def setUp(self):
+ mysqlOpener.setUp(self)
+ RDBMSIndexerTest.setUp(self)
+ def tearDown(self):
+ RDBMSIndexerTest.tearDown(self)
+ mysqlOpener.tearDown(self)
+
+class sqliteIndexerTest(sqliteOpener, RDBMSIndexerTest):
+ pass
+
+def test_suite():
+ suite = unittest.TestSuite()
+
+ suite.addTest(unittest.makeSuite(IndexerTest))
+
+ try:
+ import xapian
+ suite.addTest(unittest.makeSuite(XapianIndexerTest))
+ except ImportError:
+ print "Skipping Xapian indexer tests"
+ pass
+
+ if have_backend('postgresql'):
+ # make sure we start with a clean slate
+ if postgresqlOpener.module.db_exists(config):
+ postgresqlOpener.module.db_nuke(config, 1)
+ suite.addTest(unittest.makeSuite(postgresqlIndexerTest))
+ else:
+ print "Skipping postgresql indexer tests"
+
+ if have_backend('mysql'):
+ # make sure we start with a clean slate
+ if mysqlOpener.module.db_exists(config):
+ mysqlOpener.module.db_nuke(config)
+ suite.addTest(unittest.makeSuite(mysqlIndexerTest))
+ else:
+ print "Skipping mysql indexer tests"
+
+ if have_backend('sqlite'):
+ # make sure we start with a clean slate
+ if sqliteOpener.module.db_exists(config):
+ sqliteOpener.module.db_nuke(config)
+ suite.addTest(unittest.makeSuite(sqliteIndexerTest))
+ else:
+ print "Skipping sqlite indexer tests"
+
+ return suite
+
+if __name__ == '__main__':
+ runner = unittest.TextTestRunner()
+ unittest.main(testRunner=runner)
-#
-# $Log: not supported by cvs2svn $
-#
-#
# vim: set filetype=python ts=4 sw=4 et si