test/test_db.py

   1 #
   2 # Copyright (c) 2001 Bizar Software Pty Ltd (http://www.bizarsoftware.com.au/)
   3 # This module is free software, and you may redistribute it and/or modify
   4 # under the same terms as Python, so long as this copyright message and
   5 # disclaimer are retained in their original form.
   6 #
   7 # IN NO EVENT SHALL BIZAR SOFTWARE PTY LTD BE LIABLE TO ANY PARTY FOR
   8 # DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES ARISING
   9 # OUT OF THE USE OF THIS CODE, EVEN IF THE AUTHOR HAS BEEN ADVISED OF THE
  10 # POSSIBILITY OF SUCH DAMAGE.
  11 #
  12 # BIZAR SOFTWARE PTY LTD SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
  13 # BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
  14 # FOR A PARTICULAR PURPOSE.  THE CODE PROVIDED HEREUNDER IS ON AN "AS IS"
  15 # BASIS, AND THERE IS NO OBLIGATION WHATSOEVER TO PROVIDE MAINTENANCE,
  16 # SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
  17 #
  18 # $Id: test_db.py,v 1.59 2002-10-08 07:28:34 richard Exp $
  19
  20 import unittest, os, shutil, time
  21
  22 from roundup.hyperdb import String, Password, Link, Multilink, Date, \
  23     Interval, DatabaseError, Boolean, Number
  24 from roundup import date, password
  25 from roundup.indexer import Indexer
  26
  27 def setupSchema(db, create, module):
  28     status = module.Class(db, "status", name=String())
  29     status.setkey("name")
  30     user = module.Class(db, "user", username=String(), password=Password(),
  31         assignable=Boolean(), age=Number(), roles=String())
  32     user.setkey("username")
  33     file = module.FileClass(db, "file", name=String(), type=String(),
  34         comment=String(indexme="yes"), fooz=Password())
  35     issue = module.IssueClass(db, "issue", title=String(indexme="yes"),
  36         status=Link("status"), nosy=Multilink("user"), deadline=Date(),
  37         foo=Interval(), files=Multilink("file"), assignedto=Link('user'))
  38     session = module.Class(db, 'session', title=String())
  39     session.disableJournalling()
  40     db.post_init()
  41     if create:
  42         user.create(username="admin", roles='Admin')
  43         status.create(name="unread")
  44         status.create(name="in-progress")
  45         status.create(name="testing")
  46         status.create(name="resolved")
  47     db.commit()
  48
  49 class MyTestCase(unittest.TestCase):
  50     def tearDown(self):
  51         self.db.close()
  52         if hasattr(self, 'db2'):
  53             self.db2.close()
  54         if os.path.exists('_test_dir'):
  55             shutil.rmtree('_test_dir')
  56
  57 class config:
  58     DATABASE='_test_dir'
  59     MAILHOST = 'localhost'
  60     MAIL_DOMAIN = 'fill.me.in.'
  61     TRACKER_NAME = 'Roundup issue tracker'
  62     TRACKER_EMAIL = 'issue_tracker@%s'%MAIL_DOMAIN
  63     TRACKER_WEB = 'http://some.useful.url/'
  64     ADMIN_EMAIL = 'roundup-admin@%s'%MAIL_DOMAIN
  65     FILTER_POSITION = 'bottom'      # one of 'top', 'bottom', 'top and bottom'
  66     ANONYMOUS_ACCESS = 'deny'       # either 'deny' or 'allow'
  67     ANONYMOUS_REGISTER = 'deny'     # either 'deny' or 'allow'
  68     MESSAGES_TO_AUTHOR = 'no'       # either 'yes' or 'no'
  69     EMAIL_SIGNATURE_POSITION = 'bottom'
  70
  71 class anydbmDBTestCase(MyTestCase):
  72     def setUp(self):
  73         from roundup.backends import anydbm
  74         # remove previous test, ignore errors
  75         if os.path.exists(config.DATABASE):
  76             shutil.rmtree(config.DATABASE)
  77         os.makedirs(config.DATABASE + '/files')
  78         self.db = anydbm.Database(config, 'admin')
  79         setupSchema(self.db, 1, anydbm)
  80         self.db2 = anydbm.Database(config, 'admin')
  81         setupSchema(self.db2, 0, anydbm)
  82
  83     def testStringChange(self):
  84         # test set & retrieve
  85         self.db.issue.create(title="spam", status='1')
  86         self.assertEqual(self.db.issue.get('1', 'title'), 'spam')
  87
  88         # change and make sure we retrieve the correct value
  89         self.db.issue.set('1', title='eggs')
  90         self.assertEqual(self.db.issue.get('1', 'title'), 'eggs')
  91
  92         # do some commit stuff
  93         self.db.commit()
  94         self.assertEqual(self.db.issue.get('1', 'title'), 'eggs')
  95         self.db.issue.create(title="spam", status='1')
  96         self.db.commit()
  97         self.assertEqual(self.db.issue.get('2', 'title'), 'spam')
  98         self.db.issue.set('2', title='ham')
  99         self.assertEqual(self.db.issue.get('2', 'title'), 'ham')
 100         self.db.commit()
 101         self.assertEqual(self.db.issue.get('2', 'title'), 'ham')
 102
 103         # make sure we can unset
 104         self.db.issue.set('1', title=None)
 105         self.assertEqual(self.db.issue.get('1', "title"), None)
 106
 107     def testLinkChange(self):
 108         self.db.issue.create(title="spam", status='1')
 109         self.assertEqual(self.db.issue.get('1', "status"), '1')
 110         self.db.issue.set('1', status='2')
 111         self.assertEqual(self.db.issue.get('1', "status"), '2')
 112         self.db.issue.set('1', status=None)
 113         self.assertEqual(self.db.issue.get('1', "status"), None)
 114
 115     def testMultilinkChange(self):
 116         u1 = self.db.user.create(username='foo')
 117         u2 = self.db.user.create(username='bar')
 118         self.db.issue.create(title="spam", nosy=[u1])
 119         self.assertEqual(self.db.issue.get('1', "nosy"), [u1])
 120         self.db.issue.set('1', nosy=[])
 121         self.assertEqual(self.db.issue.get('1', "nosy"), [])
 122         self.db.issue.set('1', nosy=[u1,u2])
 123         self.assertEqual(self.db.issue.get('1', "nosy"), [u1,u2])
 124
 125     def testDateChange(self):
 126         self.db.issue.create(title="spam", status='1')
 127         a = self.db.issue.get('1', "deadline")
 128         self.db.issue.set('1', deadline=date.Date())
 129         b = self.db.issue.get('1', "deadline")
 130         self.db.commit()
 131         self.assertNotEqual(a, b)
 132         self.assertNotEqual(b, date.Date('1970-1-1 00:00:00'))
 133         self.db.issue.set('1', deadline=date.Date())
 134         self.db.issue.set('1', deadline=None)
 135         self.assertEqual(self.db.issue.get('1', "deadline"), None)
 136
 137     def testIntervalChange(self):
 138         self.db.issue.create(title="spam", status='1')
 139         a = self.db.issue.get('1', "foo")
 140         self.db.issue.set('1', foo=date.Interval('-1d'))
 141         self.assertNotEqual(self.db.issue.get('1', "foo"), a)
 142         self.db.issue.set('1', foo=None)
 143         self.assertEqual(self.db.issue.get('1', "foo"), None)
 144
 145     def testBooleanChange(self):
 146         userid = self.db.user.create(username='foo', assignable=1)
 147         self.assertEqual(1, self.db.user.get(userid, 'assignable'))
 148         self.db.user.set(userid, assignable=0)
 149         self.assertEqual(self.db.user.get(userid, 'assignable'), 0)
 150         self.db.user.set(userid, assignable=None)
 151         self.assertEqual(self.db.user.get('1', "assignable"), None)
 152
 153     def testNumberChange(self):
 154         nid = self.db.user.create(username='foo', age=1)
 155         self.assertEqual(1, self.db.user.get(nid, 'age'))
 156         self.db.user.set('1', age=3)
 157         self.assertNotEqual(self.db.user.get('1', 'age'), 1)
 158         self.db.user.set('1', age=1.0)
 159         self.db.user.set('1', age=None)
 160         self.assertEqual(self.db.user.get('1', "age"), None)
 161
 162     def testKeyValue(self):
 163         newid = self.db.user.create(username="spam")
 164         self.assertEqual(self.db.user.lookup('spam'), newid)
 165         self.db.commit()
 166         self.assertEqual(self.db.user.lookup('spam'), newid)
 167         self.db.user.retire(newid)
 168         self.assertRaises(KeyError, self.db.user.lookup, 'spam')
 169
 170     def testNewProperty(self):
 171         self.db.issue.create(title="spam", status='1')
 172         self.db.issue.addprop(fixer=Link("user"))
 173         # force any post-init stuff to happen
 174         self.db.post_init()
 175         props = self.db.issue.getprops()
 176         keys = props.keys()
 177         keys.sort()
 178         self.assertEqual(keys, ['activity', 'assignedto', 'creation',
 179             'creator', 'deadline', 'files', 'fixer', 'foo', 'id', 'messages',
 180             'nosy', 'status', 'superseder', 'title'])
 181         self.assertEqual(self.db.issue.get('1', "fixer"), None)
 182
 183     def testRetire(self):
 184         self.db.issue.create(title="spam", status='1')
 185         b = self.db.status.get('1', 'name')
 186         a = self.db.status.list()
 187         self.db.status.retire('1')
 188         # make sure the list is different
 189         self.assertNotEqual(a, self.db.status.list())
 190         # can still access the node if necessary
 191         self.assertEqual(self.db.status.get('1', 'name'), b)
 192         self.db.commit()
 193         self.assertEqual(self.db.status.get('1', 'name'), b)
 194         self.assertNotEqual(a, self.db.status.list())
 195
 196     def testSerialisation(self):
 197         nid = self.db.issue.create(title="spam", status='1',
 198             deadline=date.Date(), foo=date.Interval('-1d'))
 199         self.db.commit()
 200         assert isinstance(self.db.issue.get(nid, 'deadline'), date.Date)
 201         assert isinstance(self.db.issue.get(nid, 'foo'), date.Interval)
 202         uid = self.db.user.create(username="fozzy",
 203             password=password.Password('t. bear'))
 204         self.db.commit()
 205         assert isinstance(self.db.user.get(uid, 'password'), password.Password)
 206
 207     def testTransactions(self):
 208         # remember the number of items we started
 209         num_issues = len(self.db.issue.list())
 210         num_files = self.db.numfiles()
 211         self.db.issue.create(title="don't commit me!", status='1')
 212         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 213         self.db.rollback()
 214         self.assertEqual(num_issues, len(self.db.issue.list()))
 215         self.db.issue.create(title="please commit me!", status='1')
 216         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 217         self.db.commit()
 218         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 219         self.db.rollback()
 220         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 221         self.db.file.create(name="test", type="text/plain", content="hi")
 222         self.db.rollback()
 223         self.assertEqual(num_files, self.db.numfiles())
 224         for i in range(10):
 225             self.db.file.create(name="test", type="text/plain",
 226                     content="hi %d"%(i))
 227             self.db.commit()
 228         num_files2 = self.db.numfiles()
 229         self.assertNotEqual(num_files, num_files2)
 230         self.db.file.create(name="test", type="text/plain", content="hi")
 231         self.db.rollback()
 232         self.assertNotEqual(num_files, self.db.numfiles())
 233         self.assertEqual(num_files2, self.db.numfiles())
 234
 235     def testDestroyNoJournalling(self):
 236         self.innerTestDestroy(klass=self.db.session)
 237
 238     def testDestroyJournalling(self):
 239         self.innerTestDestroy(klass=self.db.issue)
 240
 241     def innerTestDestroy(self, klass):
 242         newid = klass.create(title='Mr Friendly')
 243         n = len(klass.list())
 244         self.assertEqual(klass.get(newid, 'title'), 'Mr Friendly')
 245         klass.destroy(newid)
 246         self.assertRaises(IndexError, klass.get, newid, 'title')
 247         self.assertNotEqual(len(klass.list()), n)
 248         if klass.do_journal:
 249             self.assertRaises(IndexError, klass.history, newid)
 250
 251         # now with a commit
 252         newid = klass.create(title='Mr Friendly')
 253         n = len(klass.list())
 254         self.assertEqual(klass.get(newid, 'title'), 'Mr Friendly')
 255         self.db.commit()
 256         klass.destroy(newid)
 257         self.assertRaises(IndexError, klass.get, newid, 'title')
 258         self.db.commit()
 259         self.assertRaises(IndexError, klass.get, newid, 'title')
 260         self.assertNotEqual(len(klass.list()), n)
 261         if klass.do_journal:
 262             self.assertRaises(IndexError, klass.history, newid)
 263
 264         # now with a rollback
 265         newid = klass.create(title='Mr Friendly')
 266         n = len(klass.list())
 267         self.assertEqual(klass.get(newid, 'title'), 'Mr Friendly')
 268         self.db.commit()
 269         klass.destroy(newid)
 270         self.assertNotEqual(len(klass.list()), n)
 271         self.assertRaises(IndexError, klass.get, newid, 'title')
 272         self.db.rollback()
 273         self.assertEqual(klass.get(newid, 'title'), 'Mr Friendly')
 274         self.assertEqual(len(klass.list()), n)
 275         if klass.do_journal:
 276             self.assertNotEqual(klass.history(newid), [])
 277
 278     def testExceptions(self):
 279         # this tests the exceptions that should be raised
 280         ar = self.assertRaises
 281
 282         #
 283         # class create
 284         #
 285         # string property
 286         ar(TypeError, self.db.status.create, name=1)
 287         # invalid property name
 288         ar(KeyError, self.db.status.create, foo='foo')
 289         # key name clash
 290         ar(ValueError, self.db.status.create, name='unread')
 291         # invalid link index
 292         ar(IndexError, self.db.issue.create, title='foo', status='bar')
 293         # invalid link value
 294         ar(ValueError, self.db.issue.create, title='foo', status=1)
 295         # invalid multilink type
 296         ar(TypeError, self.db.issue.create, title='foo', status='1',
 297             nosy='hello')
 298         # invalid multilink index type
 299         ar(ValueError, self.db.issue.create, title='foo', status='1',
 300             nosy=[1])
 301         # invalid multilink index
 302         ar(IndexError, self.db.issue.create, title='foo', status='1',
 303             nosy=['10'])
 304
 305         #
 306         # key property
 307         #
 308         # key must be a String
 309         ar(TypeError, self.db.file.setkey, 'fooz')
 310         # key must exist
 311         ar(KeyError, self.db.file.setkey, 'fubar')
 312
 313         #
 314         # class get
 315         #
 316         # invalid node id
 317         ar(IndexError, self.db.issue.get, '99', 'title')
 318         # invalid property name
 319         ar(KeyError, self.db.status.get, '2', 'foo')
 320
 321         #
 322         # class set
 323         #
 324         # invalid node id
 325         ar(IndexError, self.db.issue.set, '99', title='foo')
 326         # invalid property name
 327         ar(KeyError, self.db.status.set, '1', foo='foo')
 328         # string property
 329         ar(TypeError, self.db.status.set, '1', name=1)
 330         # key name clash
 331         ar(ValueError, self.db.status.set, '2', name='unread')
 332         # set up a valid issue for me to work on
 333         id = self.db.issue.create(title="spam", status='1')
 334         # invalid link index
 335         ar(IndexError, self.db.issue.set, id, title='foo', status='bar')
 336         # invalid link value
 337         ar(ValueError, self.db.issue.set, id, title='foo', status=1)
 338         # invalid multilink type
 339         ar(TypeError, self.db.issue.set, id, title='foo', status='1',
 340             nosy='hello')
 341         # invalid multilink index type
 342         ar(ValueError, self.db.issue.set, id, title='foo', status='1',
 343             nosy=[1])
 344         # invalid multilink index
 345         ar(IndexError, self.db.issue.set, id, title='foo', status='1',
 346             nosy=['10'])
 347         # invalid number value
 348         ar(TypeError, self.db.user.create, username='foo', age='a')
 349         # invalid boolean value
 350         ar(TypeError, self.db.user.create, username='foo', assignable='true')
 351         nid = self.db.user.create(username='foo')
 352         # invalid number value
 353         ar(TypeError, self.db.user.set, nid, username='foo', age='a')
 354         # invalid boolean value
 355         ar(TypeError, self.db.user.set, nid, username='foo', assignable='true')
 356
 357     def testJournals(self):
 358         self.db.user.create(username="mary")
 359         self.db.user.create(username="pete")
 360         self.db.issue.create(title="spam", status='1')
 361         self.db.commit()
 362
 363         # journal entry for issue create
 364         journal = self.db.getjournal('issue', '1')
 365         self.assertEqual(1, len(journal))
 366         (nodeid, date_stamp, journaltag, action, params) = journal[0]
 367         self.assertEqual(nodeid, '1')
 368         self.assertEqual(journaltag, self.db.user.lookup('admin'))
 369         self.assertEqual(action, 'create')
 370         keys = params.keys()
 371         keys.sort()
 372         self.assertEqual(keys, ['assignedto', 'deadline', 'files',
 373             'foo', 'messages', 'nosy', 'status', 'superseder', 'title'])
 374         self.assertEqual(None,params['deadline'])
 375         self.assertEqual(None,params['foo'])
 376         self.assertEqual([],params['nosy'])
 377         self.assertEqual('1',params['status'])
 378         self.assertEqual('spam',params['title'])
 379
 380         # journal entry for link
 381         journal = self.db.getjournal('user', '1')
 382         self.assertEqual(1, len(journal))
 383         self.db.issue.set('1', assignedto='1')
 384         self.db.commit()
 385         journal = self.db.getjournal('user', '1')
 386         self.assertEqual(2, len(journal))
 387         (nodeid, date_stamp, journaltag, action, params) = journal[1]
 388         self.assertEqual('1', nodeid)
 389         self.assertEqual('1', journaltag)
 390         self.assertEqual('link', action)
 391         self.assertEqual(('issue', '1', 'assignedto'), params)
 392
 393         # journal entry for unlink
 394         self.db.issue.set('1', assignedto='2')
 395         self.db.commit()
 396         journal = self.db.getjournal('user', '1')
 397         self.assertEqual(3, len(journal))
 398         (nodeid, date_stamp, journaltag, action, params) = journal[2]
 399         self.assertEqual('1', nodeid)
 400         self.assertEqual('1', journaltag)
 401         self.assertEqual('unlink', action)
 402         self.assertEqual(('issue', '1', 'assignedto'), params)
 403
 404         # test disabling journalling
 405         # ... get the last entry
 406         time.sleep(1)
 407         entry = self.db.getjournal('issue', '1')[-1]
 408         (x, date_stamp, x, x, x) = entry
 409         self.db.issue.disableJournalling()
 410         self.db.issue.set('1', title='hello world')
 411         self.db.commit()
 412         entry = self.db.getjournal('issue', '1')[-1]
 413         (x, date_stamp2, x, x, x) = entry
 414         # see if the change was journalled when it shouldn't have been
 415         self.assertEqual(date_stamp, date_stamp2)
 416         time.sleep(1)
 417         self.db.issue.enableJournalling()
 418         self.db.issue.set('1', title='hello world 2')
 419         self.db.commit()
 420         entry = self.db.getjournal('issue', '1')[-1]
 421         (x, date_stamp2, x, x, x) = entry
 422         # see if the change was journalled
 423         self.assertNotEqual(date_stamp, date_stamp2)
 424
 425     def testPack(self):
 426         id = self.db.issue.create(title="spam", status='1')
 427         self.db.commit()
 428         self.db.issue.set(id, status='2')
 429         self.db.commit()
 430
 431         # sleep for at least a second, then get a date to pack at
 432         time.sleep(1)
 433         pack_before = date.Date('.')
 434
 435         # wait another second and add one more entry
 436         time.sleep(1)
 437         self.db.issue.set(id, status='3')
 438         self.db.commit()
 439         jlen = len(self.db.getjournal('issue', id))
 440
 441         # pack
 442         self.db.pack(pack_before)
 443
 444         # we should have the create and last set entries now
 445         self.assertEqual(jlen-1, len(self.db.getjournal('issue', id)))
 446
 447     def testIDGeneration(self):
 448         id1 = self.db.issue.create(title="spam", status='1')
 449         id2 = self.db2.issue.create(title="eggs", status='2')
 450         self.assertNotEqual(id1, id2)
 451
 452     def testSearching(self):
 453         self.db.file.create(content='hello', type="text/plain")
 454         self.db.file.create(content='world', type="text/frozz",
 455             comment='blah blah')
 456         self.db.issue.create(files=['1', '2'], title="flebble plop")
 457         self.db.issue.create(title="flebble frooz")
 458         self.db.commit()
 459         self.assertEquals(self.db.indexer.search(['hello'], self.db.issue),
 460             {'1': {'files': ['1']}})
 461         self.assertEquals(self.db.indexer.search(['world'], self.db.issue), {})
 462         self.assertEquals(self.db.indexer.search(['frooz'], self.db.issue),
 463             {'2': {}})
 464         self.assertEquals(self.db.indexer.search(['flebble'], self.db.issue),
 465             {'2': {}, '1': {}})
 466
 467     def testReindexing(self):
 468         self.db.issue.create(title="frooz")
 469         self.db.commit()
 470         self.assertEquals(self.db.indexer.search(['frooz'], self.db.issue),
 471             {'1': {}})
 472         self.db.issue.set('1', title="dooble")
 473         self.db.commit()
 474         self.assertEquals(self.db.indexer.search(['dooble'], self.db.issue),
 475             {'1': {}})
 476         self.assertEquals(self.db.indexer.search(['frooz'], self.db.issue), {})
 477
 478     def testForcedReindexing(self):
 479         self.db.issue.create(title="flebble frooz")
 480         self.db.commit()
 481         self.assertEquals(self.db.indexer.search(['flebble'], self.db.issue),
 482             {'1': {}})
 483         self.db.indexer.quiet = 1
 484         self.db.indexer.force_reindex()
 485         self.db.post_init()
 486         self.db.indexer.quiet = 9
 487         self.assertEquals(self.db.indexer.search(['flebble'], self.db.issue),
 488             {'1': {}})
 489
 490     #
 491     # searching tests follow
 492     #
 493     def testFind(self):
 494         self.db.user.create(username='test')
 495         ids = []
 496         ids.append(self.db.issue.create(status="1", nosy=['1']))
 497         oddid = self.db.issue.create(status="2", nosy=['2'])
 498         ids.append(self.db.issue.create(status="1", nosy=['1','2']))
 499         self.db.issue.create(status="3", nosy=['1'])
 500         ids.sort()
 501
 502         # should match first and third
 503         got = self.db.issue.find(status='1')
 504         got.sort()
 505         self.assertEqual(got, ids)
 506
 507         # none
 508         self.assertEqual(self.db.issue.find(status='4'), [])
 509
 510         # should match first three
 511         got = self.db.issue.find(status='1', nosy='2')
 512         got.sort()
 513         ids.append(oddid)
 514         ids.sort()
 515         self.assertEqual(got, ids)
 516
 517         # none
 518         self.assertEqual(self.db.issue.find(status='4', nosy='3'), [])
 519
 520     def testStringFind(self):
 521         ids = []
 522         ids.append(self.db.issue.create(title="spam"))
 523         self.db.issue.create(title="not spam")
 524         ids.append(self.db.issue.create(title="spam"))
 525         ids.sort()
 526         got = self.db.issue.stringFind(title='spam')
 527         got.sort()
 528         self.assertEqual(got, ids)
 529         self.assertEqual(self.db.issue.stringFind(title='fubar'), [])
 530
 531     def filteringSetup(self):
 532         for user in (
 533                 {'username': 'bleep'},
 534                 {'username': 'blop'},
 535                 {'username': 'blorp'}):
 536             self.db.user.create(**user)
 537         iss = self.db.issue
 538         for issue in (
 539                 {'title': 'issue one', 'status': '2'},
 540                 {'title': 'issue two', 'status': '1'},
 541                 {'title': 'issue three', 'status': '1', 'nosy': ['1','2']}):
 542             self.db.issue.create(**issue)
 543         self.db.commit()
 544         return self.assertEqual, self.db.issue.filter
 545
 546     def testFilteringString(self):
 547         ae, filt = self.filteringSetup()
 548         ae(filt(None, {'title': 'issue one'}, ('+','id'), (None,None)), ['1'])
 549         ae(filt(None, {'title': 'issue'}, ('+','id'), (None,None)),
 550             ['1','2','3'])
 551
 552     def testFilteringLink(self):
 553         ae, filt = self.filteringSetup()
 554         ae(filt(None, {'status': '1'}, ('+','id'), (None,None)), ['2','3'])
 555
 556     def testFilteringMultilink(self):
 557         ae, filt = self.filteringSetup()
 558         ae(filt(None, {'nosy': '2'}, ('+','id'), (None,None)), ['3'])
 559
 560     def testFilteringMany(self):
 561         ae, filt = self.filteringSetup()
 562         ae(filt(None, {'nosy': '2', 'status': '1'}, ('+','id'), (None,None)),
 563             ['3'])
 564
 565 class anydbmReadOnlyDBTestCase(MyTestCase):
 566     def setUp(self):
 567         from roundup.backends import anydbm
 568         # remove previous test, ignore errors
 569         if os.path.exists(config.DATABASE):
 570             shutil.rmtree(config.DATABASE)
 571         os.makedirs(config.DATABASE + '/files')
 572         db = anydbm.Database(config, 'admin')
 573         setupSchema(db, 1, anydbm)
 574         self.db = anydbm.Database(config)
 575         setupSchema(self.db, 0, anydbm)
 576         self.db2 = anydbm.Database(config, 'admin')
 577         setupSchema(self.db2, 0, anydbm)
 578
 579     def testExceptions(self):
 580         # this tests the exceptions that should be raised
 581         ar = self.assertRaises
 582
 583         # this tests the exceptions that should be raised
 584         ar(DatabaseError, self.db.status.create, name="foo")
 585         ar(DatabaseError, self.db.status.set, '1', name="foo")
 586         ar(DatabaseError, self.db.status.retire, '1')
 587
 588
 589 class bsddbDBTestCase(anydbmDBTestCase):
 590     def setUp(self):
 591         from roundup.backends import bsddb
 592         # remove previous test, ignore errors
 593         if os.path.exists(config.DATABASE):
 594             shutil.rmtree(config.DATABASE)
 595         os.makedirs(config.DATABASE + '/files')
 596         self.db = bsddb.Database(config, 'admin')
 597         setupSchema(self.db, 1, bsddb)
 598         self.db2 = bsddb.Database(config, 'admin')
 599         setupSchema(self.db2, 0, bsddb)
 600
 601 class bsddbReadOnlyDBTestCase(anydbmReadOnlyDBTestCase):
 602     def setUp(self):
 603         from roundup.backends import bsddb
 604         # remove previous test, ignore errors
 605         if os.path.exists(config.DATABASE):
 606             shutil.rmtree(config.DATABASE)
 607         os.makedirs(config.DATABASE + '/files')
 608         db = bsddb.Database(config, 'admin')
 609         setupSchema(db, 1, bsddb)
 610         self.db = bsddb.Database(config)
 611         setupSchema(self.db, 0, bsddb)
 612         self.db2 = bsddb.Database(config, 'admin')
 613         setupSchema(self.db2, 0, bsddb)
 614
 615
 616 class bsddb3DBTestCase(anydbmDBTestCase):
 617     def setUp(self):
 618         from roundup.backends import bsddb3
 619         # remove previous test, ignore errors
 620         if os.path.exists(config.DATABASE):
 621             shutil.rmtree(config.DATABASE)
 622         os.makedirs(config.DATABASE + '/files')
 623         self.db = bsddb3.Database(config, 'admin')
 624         setupSchema(self.db, 1, bsddb3)
 625         self.db2 = bsddb3.Database(config, 'admin')
 626         setupSchema(self.db2, 0, bsddb3)
 627
 628 class bsddb3ReadOnlyDBTestCase(anydbmReadOnlyDBTestCase):
 629     def setUp(self):
 630         from roundup.backends import bsddb3
 631         # remove previous test, ignore errors
 632         if os.path.exists(config.DATABASE):
 633             shutil.rmtree(config.DATABASE)
 634         os.makedirs(config.DATABASE + '/files')
 635         db = bsddb3.Database(config, 'admin')
 636         setupSchema(db, 1, bsddb3)
 637         self.db = bsddb3.Database(config)
 638         setupSchema(self.db, 0, bsddb3)
 639         self.db2 = bsddb3.Database(config, 'admin')
 640         setupSchema(self.db2, 0, bsddb3)
 641
 642
 643 class gadflyDBTestCase(anydbmDBTestCase):
 644     ''' Gadfly doesn't support multiple connections to the one local
 645         database
 646     '''
 647     def setUp(self):
 648         from roundup.backends import gadfly
 649         # remove previous test, ignore errors
 650         if os.path.exists(config.DATABASE):
 651             shutil.rmtree(config.DATABASE)
 652         config.GADFLY_DATABASE = ('test', config.DATABASE)
 653         os.makedirs(config.DATABASE + '/files')
 654         self.db = gadfly.Database(config, 'admin')
 655         setupSchema(self.db, 1, gadfly)
 656
 657     def testIDGeneration(self):
 658         id1 = self.db.issue.create(title="spam", status='1')
 659         id2 = self.db.issue.create(title="eggs", status='2')
 660         self.assertNotEqual(id1, id2)
 661
 662     def testFilteringString(self):
 663         ae, filt = self.filteringSetup()
 664         ae(filt(None, {'title': 'issue one'}, ('+','id'), (None,None)), ['1'])
 665         # XXX gadfly can't do substring LIKE searches
 666         #ae(filt(None, {'title': 'issue'}, ('+','id'), (None,None)),
 667         #    ['1','2','3'])
 668
 669 class gadflyReadOnlyDBTestCase(anydbmReadOnlyDBTestCase):
 670     def setUp(self):
 671         from roundup.backends import gadfly
 672         # remove previous test, ignore errors
 673         if os.path.exists(config.DATABASE):
 674             shutil.rmtree(config.DATABASE)
 675         config.GADFLY_DATABASE = ('test', config.DATABASE)
 676         os.makedirs(config.DATABASE + '/files')
 677         db = gadfly.Database(config, 'admin')
 678         setupSchema(db, 1, gadfly)
 679         self.db = gadfly.Database(config)
 680         setupSchema(self.db, 0, gadfly)
 681
 682
 683 class sqliteDBTestCase(anydbmDBTestCase):
 684     def setUp(self):
 685         from roundup.backends import sqlite
 686         # remove previous test, ignore errors
 687         if os.path.exists(config.DATABASE):
 688             shutil.rmtree(config.DATABASE)
 689         os.makedirs(config.DATABASE + '/files')
 690         self.db = sqlite.Database(config, 'admin')
 691         setupSchema(self.db, 1, sqlite)
 692
 693     def testIDGeneration(self):
 694         pass
 695
 696 class sqliteReadOnlyDBTestCase(anydbmReadOnlyDBTestCase):
 697     def setUp(self):
 698         from roundup.backends import sqlite
 699         # remove previous test, ignore errors
 700         if os.path.exists(config.DATABASE):
 701             shutil.rmtree(config.DATABASE)
 702         os.makedirs(config.DATABASE + '/files')
 703         db = sqlite.Database(config, 'admin')
 704         setupSchema(db, 1, sqlite)
 705         self.db = sqlite.Database(config)
 706         setupSchema(self.db, 0, sqlite)
 707
 708
 709 class metakitDBTestCase(anydbmDBTestCase):
 710     def setUp(self):
 711         from roundup.backends import metakit
 712         import weakref
 713         metakit._instances = weakref.WeakValueDictionary()
 714         # remove previous test, ignore errors
 715         if os.path.exists(config.DATABASE):
 716             shutil.rmtree(config.DATABASE)
 717         os.makedirs(config.DATABASE + '/files')
 718         self.db = metakit.Database(config, 'admin')
 719         setupSchema(self.db, 1, metakit)
 720
 721     def testIDGeneration(self):
 722         id1 = self.db.issue.create(title="spam", status='1')
 723         id2 = self.db.issue.create(title="eggs", status='2')
 724         self.assertNotEqual(id1, id2)
 725
 726     def testTransactions(self):
 727         # remember the number of items we started
 728         num_issues = len(self.db.issue.list())
 729         self.db.issue.create(title="don't commit me!", status='1')
 730         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 731         self.db.rollback()
 732         self.assertEqual(num_issues, len(self.db.issue.list()))
 733         self.db.issue.create(title="please commit me!", status='1')
 734         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 735         self.db.commit()
 736         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 737         self.db.rollback()
 738         self.assertNotEqual(num_issues, len(self.db.issue.list()))
 739         self.db.file.create(name="test", type="text/plain", content="hi")
 740         self.db.rollback()
 741         num_files = len(self.db.file.list())
 742         for i in range(10):
 743             self.db.file.create(name="test", type="text/plain",
 744                     content="hi %d"%(i))
 745             self.db.commit()
 746         # TODO: would be good to be able to ensure the file is not on disk after
 747         # a rollback...
 748         num_files2 = len(self.db.file.list())
 749         self.assertNotEqual(num_files, num_files2)
 750         self.db.file.create(name="test", type="text/plain", content="hi")
 751         num_rfiles = len(os.listdir(self.db.config.DATABASE + '/files/file/0'))
 752         self.db.rollback()
 753         num_rfiles2 = len(os.listdir(self.db.config.DATABASE + '/files/file/0'))
 754         self.assertEqual(num_files2, len(self.db.file.list()))
 755         self.assertEqual(num_rfiles2, num_rfiles-1)
 756
 757 class metakitReadOnlyDBTestCase(anydbmReadOnlyDBTestCase):
 758     def setUp(self):
 759         from roundup.backends import metakit
 760         import weakref
 761         metakit._instances = weakref.WeakValueDictionary()
 762         # remove previous test, ignore errors
 763         if os.path.exists(config.DATABASE):
 764             shutil.rmtree(config.DATABASE)
 765         os.makedirs(config.DATABASE + '/files')
 766         db = metakit.Database(config, 'admin')
 767         setupSchema(db, 1, metakit)
 768         self.db = metakit.Database(config)
 769         setupSchema(self.db, 0, metakit)
 770
 771 def suite():
 772     l = [
 773          unittest.makeSuite(anydbmDBTestCase, 'test'),
 774          unittest.makeSuite(anydbmReadOnlyDBTestCase, 'test')
 775     ]
 776 #    return unittest.TestSuite(l)
 777
 778     from roundup import backends
 779     if hasattr(backends, 'gadfly'):
 780         l.append(unittest.makeSuite(gadflyDBTestCase, 'test'))
 781         l.append(unittest.makeSuite(gadflyReadOnlyDBTestCase, 'test'))
 782
 783     if hasattr(backends, 'sqlite'):
 784         l.append(unittest.makeSuite(sqliteDBTestCase, 'test'))
 785         l.append(unittest.makeSuite(sqliteReadOnlyDBTestCase, 'test'))
 786
 787     if hasattr(backends, 'bsddb'):
 788         l.append(unittest.makeSuite(bsddbDBTestCase, 'test'))
 789         l.append(unittest.makeSuite(bsddbReadOnlyDBTestCase, 'test'))
 790
 791     if hasattr(backends, 'bsddb3'):
 792         l.append(unittest.makeSuite(bsddb3DBTestCase, 'test'))
 793         l.append(unittest.makeSuite(bsddb3ReadOnlyDBTestCase, 'test'))
 794
 795     if hasattr(backends, 'metakit'):
 796         l.append(unittest.makeSuite(metakitDBTestCase, 'test'))
 797         l.append(unittest.makeSuite(metakitReadOnlyDBTestCase, 'test'))
 798
 799     return unittest.TestSuite(l)
 800
 801 # vim: set filetype=python ts=4 sw=4 et si