source: mergebot/trunk/utils/test.py @ 49

Last change on this file since 49 was 47, checked in by retracile, 15 years ago

Mergebot: capture mergebotdaemon output for testings

File size: 13.3 KB
Line 
1#!/usr/bin/python
2"""Automated tests for MergeBot
3
4Run from a Trac source tree with mergebot installed system-wide.  (This needs
5to be reworked to be less cumbersome.)
6"""
7
8import os
9import unittest
10import time
11import shutil
12
13from subprocess import call, Popen #, PIPE, STDOUT
14from twill.errors import TwillAssertionError
15
16
17from trac.tests.functional import FunctionalTestSuite, FunctionalTester, FunctionalTwillTestCaseSetup, tc, b, logfile
18from trac.tests.functional.svntestenv import SvnFunctionalTestEnvironment
19from trac.tests.contentgen import random_page #, random_sentence, random_word
20
21
22#class MergeBotTestEnvironment(FunctionalTestEnvironment):
23#    """Slight change to FunctionalTestEnvironment to keep the PYTHONPATH from
24#    our environment.
25#    """
26#    def start(self):
27#        """Starts the webserver"""
28#        server = Popen(["python", "./trac/web/standalone.py",
29#                        "--port=%s" % self.port, "-s",
30#                        "--basic-auth=trac,%s," % self.htpasswd,
31#                        self.tracdir],
32#                       #env={'PYTHONPATH':'.'},
33#                       stdout=logfile, stderr=logfile,
34#                      )
35#        self.pid = server.pid
36#        time.sleep(1) # Give the server time to come up
37#
38#    def _tracadmin(self, *args):
39#        """Internal utility method for calling trac-admin"""
40#        if call(["python", "./trac/admin/console.py", self.tracdir] +
41#                list(args),
42#                #env={'PYTHONPATH':'.'},
43#                stdout=logfile, stderr=logfile):
44#            raise Exception('Failed running trac-admin with %r' % (args, ))
45#
46#
47#FunctionalTestEnvironment = MergeBotTestEnvironment
48
49
50class MergeBotFunctionalTester(FunctionalTester):
51    """Adds some MergeBot functionality to the functional tester."""
52    # FIXME: the tc.find( <various actions> ) checks are bogus: any ticket can
53    # satisfy them, not just the one we're working on.
54    def __init__(self, trac_url, repo_url):
55        FunctionalTester.__init__(self, trac_url)
56        self.repo_url = repo_url
57        self.mergeboturl = self.url + '/mergebot'
58
59    def wait_until_find(self, search, timeout=5):
60        start = time.time()
61        while time.time() - start < timeout:
62            try:
63                #tc.reload() # This appears to re-POST
64                tc.go(b.get_url())
65                tc.find(search)
66                return
67            except TwillAssertionError:
68                pass
69        raise TwillAssertionError("Unable to find %r within %s seconds" % (search, timeout))
70
71    def wait_until_notfind(self, search, timeout=5):
72        start = time.time()
73        while time.time() - start < timeout:
74            try:
75                #tc.reload() # This appears to re-POST
76                tc.go(b.get_url())
77                tc.notfind(search)
78                return
79            except TwillAssertionError:
80                pass
81        raise TwillAssertionError("Unable to notfind %r within %s seconds" % (search, timeout))
82
83    def go_to_mergebot(self):
84        tc.go(self.mergeboturl)
85        tc.url(self.mergeboturl)
86        tc.notfind('No handler matched request to /mergebot')
87
88    def branch(self, ticket_id, component, timeout=1):
89        """timeout is in seconds."""
90        self.go_to_mergebot()
91        tc.formvalue('ops-%s' % ticket_id, 'ticket', ticket_id) # Essentially a noop to select the right form
92        tc.submit('Branch')
93        self.wait_until_find('Nothing in the queue', timeout)
94        tc.find('Rebranch')
95        tc.find('Merge')
96        tc.find('CheckMerge')
97        self.go_to_ticket(ticket_id)
98        tc.find('Created branch from .* for .*')
99        retval = call(['svn', 'ls', self.repo_url + '/' + component + '/branches/ticket-%s' % ticket_id],
100                    stdout=logfile, stderr=logfile)
101        if retval:
102            raise Exception('svn ls failed with exit code %s' % retval)
103
104    def rebranch(self, ticket_id, component, timeout=15):
105        """timeout is in seconds."""
106        self.go_to_mergebot()
107        tc.formvalue('ops-%s' % ticket_id, 'ticket', ticket_id) # Essentially a noop to select the right form
108        tc.submit('Rebranch')
109        self.wait_until_find('Nothing in the queue', timeout)
110        tc.find('Rebranch')
111        tc.find('Merge')
112        tc.find('CheckMerge')
113        self.go_to_ticket(ticket_id)
114        tc.find('Rebranched from .* for .*')
115        retval = call(['svn', 'ls', self.repo_url + '/' + component + '/branches/ticket-%s' % ticket_id],
116                    stdout=logfile, stderr=logfile)
117        if retval:
118            raise Exception('svn ls failed with exit code %s' % retval)
119
120    def merge(self, ticket_id, component, timeout=5):
121        """timeout is in seconds."""
122        self.go_to_mergebot()
123        tc.formvalue('ops-%s' % ticket_id, 'ticket', ticket_id) # Essentially a noop to select the right form
124        tc.submit('Merge')
125        self.wait_until_find('Nothing in the queue', timeout)
126        tc.find('Branch')
127        self.go_to_ticket(ticket_id)
128        tc.find('Merged .* to .* for')
129        # TODO: We may want to change this to remove the "dead" branch
130        retval = call(['svn', 'ls', self.repo_url + '/' + component + '/branches/ticket-%s' % ticket_id],
131                    stdout=logfile, stderr=logfile)
132        if retval:
133            raise Exception('svn ls failed with exit code %s' % retval)
134
135    def checkmerge(self, ticket_id, component, timeout=5):
136        """timeout is in seconds."""
137        self.go_to_mergebot()
138        tc.formvalue('ops-%s' % ticket_id, 'ticket', ticket_id) # Essentially a noop to select the right form
139        tc.submit('CheckMerge')
140        self.wait_until_find('Nothing in the queue', timeout)
141        tc.find('Rebranch')
142        tc.find('Merge')
143        tc.find('CheckMerge')
144        self.go_to_ticket(ticket_id)
145        tc.find('while checking merge of')
146        # TODO: We may want to change this to remove the "dead" branch
147        retval = call(['svn', 'ls', self.repo_url + '/' + component + '/branches/ticket-%s' % ticket_id],
148                    stdout=logfile, stderr=logfile)
149        if retval:
150            raise Exception('svn ls failed with exit code %s' % retval)
151
152
153class MergeBotTestSuite(FunctionalTestSuite):
154    def setUp(self):
155        port = 8889
156        baseurl = "http://localhost:%s" % port
157        self._testenv = SvnFunctionalTestEnvironment("testenv%s" % port, port, baseurl)
158
159        # Configure mergebot
160        env = self._testenv.get_trac_environment()
161        env.config.set('components', 'mergebot.web_ui.mergebotmodule', 'enabled')
162        env.config.save()
163        os.mkdir(os.path.join("testenv%s" % port, 'trac', 'mergebot'))
164        self._testenv._tracadmin('upgrade') # sets up the bulk of the mergebot config
165        env.config.parse_if_needed()
166        env.config.set('mergebot', 'repository_url', self._testenv.repo_url())
167        env.config.set('logging', 'log_type', 'file')
168        env.config.save()
169        env.config.parse_if_needed()
170
171        self._testenv.start()
172        self._tester = MergeBotFunctionalTester(baseurl, self._testenv.repo_url())
173        os.system('mergebotdaemon -f "%s" > %s/mergebotdaemon.log 2>&1 &' % (self._testenv.tracdir, self._testenv.tracdir))
174        self.fixture = (self._testenv, self._tester)
175
176        # Setup some common component stuff for MergeBot's use:
177        svnurl = self._testenv.repo_url()
178        for component in ['stuff', 'flagship', 'submarine']:
179            self._tester.create_component(component)
180            if call(['svn', '-m', 'Create tree for "%s".' % component, 'mkdir',
181                     svnurl + '/' + component,
182                     svnurl + '/' + component + '/trunk',
183                     svnurl + '/' + component + '/tags',
184                     svnurl + '/' + component + '/branches'],
185                    stdout=logfile, stderr=logfile):
186                raise Exception("svn mkdir failed")
187
188        self._tester.create_version('trunk')
189
190
191class MergeBotTestEnabled(FunctionalTwillTestCaseSetup):
192    def runTest(self):
193        self._tester.logout()
194        tc.go(self._tester.url)
195        self._tester.login('admin')
196        tc.follow('MergeBot')
197        mergeboturl = self._tester.url + '/mergebot'
198        tc.url(mergeboturl)
199        tc.notfind('No handler matched request to /mergebot')
200
201
202class MergeBotTestNoVersion(FunctionalTwillTestCaseSetup):
203    """Verify that if a ticket does not have the version field set, it will not
204    appear in the MergeBot list.
205    """
206    def runTest(self):
207        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
208            info={'component':'stuff', 'version':''})
209        tc.follow('MergeBot')
210        tc.notfind(self.__class__.__name__)
211
212
213class MergeBotTestBranch(FunctionalTwillTestCaseSetup):
214    def runTest(self):
215        """Verify that the 'branch' button works"""
216        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
217            info={'component':'stuff', 'version':'trunk'})
218        self._tester.branch(ticket_id, 'stuff')
219
220
221class MergeBotTestRebranch(FunctionalTwillTestCaseSetup):
222    def runTest(self):
223        """Verify that the 'rebranch' button works"""
224        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
225            info={'component':'stuff', 'version':'trunk'})
226        self._tester.branch(ticket_id, 'stuff')
227        self._tester.rebranch(ticket_id, 'stuff')
228
229
230class MergeBotTestMerge(FunctionalTwillTestCaseSetup):
231    def runTest(self):
232        """Verify that the 'merge' button works"""
233        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
234            info={'component':'stuff', 'version':'trunk'})
235        self._tester.branch(ticket_id, 'stuff')
236        self._tester.merge(ticket_id, 'stuff')
237
238
239class MergeBotTestCheckMerge(FunctionalTwillTestCaseSetup):
240    def runTest(self):
241        """Verify that the 'checkmerge' button works"""
242        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
243            info={'component':'stuff', 'version':'trunk'})
244        self._tester.branch(ticket_id, 'stuff')
245        self._tester.checkmerge(ticket_id, 'stuff')
246
247
248class MergeBotTestRebranchWithChange(FunctionalTwillTestCaseSetup):
249    def runTest(self):
250        """Verify that the 'rebranch' button works with changes on the branch"""
251        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
252            info={'component':'stuff', 'version':'trunk'})
253        self._tester.branch(ticket_id, 'stuff')
254
255        # checkout a working copy & make a change
256        svnurl = self._testenv.repo_url()
257        workdir = os.path.join(self._testenv.dirname, self.__class__.__name__)
258        retval = call(['svn', 'checkout', svnurl + '/stuff/branches/ticket-%s' % ticket_id, workdir],
259            stdout=logfile, stderr=logfile)
260        self.assertEqual(retval, 0, "svn checkout failed with error %s" % (retval))
261        # Create & add a new file
262        newfile = os.path.join(workdir, self.__class__.__name__)
263        open(newfile, 'w').write(random_page())
264        retval = call(['svn', 'add', self.__class__.__name__],
265            cwd=workdir,
266            stdout=logfile, stderr=logfile)
267        self.assertEqual(retval, 0, "svn add failed with error %s" % (retval))
268        retval = call(['svn', 'commit', '-m', 'Add a new file', self.__class__.__name__],
269            cwd=workdir,
270            stdout=logfile, stderr=logfile)
271        self.assertEqual(retval, 0, "svn commit failed with error %s" % (retval))
272
273        self._tester.rebranch(ticket_id, 'stuff')
274
275
276class MergeBotTestSingleUseCase(FunctionalTwillTestCaseSetup):
277    def runTest(self):
278        """Create a branch, make a change, checkmerge, and merge it."""
279        ticket_id = self._tester.create_ticket(summary=self.__class__.__name__,
280            info={'component':'stuff', 'version':'trunk'})
281        self._tester.branch(ticket_id, 'stuff')
282        # checkout a working copy & make a change
283        svnurl = self._testenv.repo_url()
284        workdir = os.path.join(self._testenv.dirname, self.__class__.__name__)
285        retval = call(['svn', 'checkout', svnurl + '/stuff/branches/ticket-%s' % ticket_id, workdir],
286            stdout=logfile, stderr=logfile)
287        self.assertEqual(retval, 0, "svn checkout failed with error %s" % (retval))
288        # Create & add a new file
289        newfile = os.path.join(workdir, self.__class__.__name__)
290        open(newfile, 'w').write(random_page())
291        retval = call(['svn', 'add', self.__class__.__name__],
292            cwd=workdir,
293            stdout=logfile, stderr=logfile)
294        self.assertEqual(retval, 0, "svn add failed with error %s" % (retval))
295        retval = call(['svn', 'commit', '-m', 'Add a new file', self.__class__.__name__],
296            cwd=workdir,
297            stdout=logfile, stderr=logfile)
298        self.assertEqual(retval, 0, "svn commit failed with error %s" % (retval))
299
300        self._tester.checkmerge(ticket_id, 'stuff')
301        self._tester.merge(ticket_id, 'stuff')
302
303        shutil.rmtree(workdir) # cleanup working copy
304
305
306def suite():
307    suite = MergeBotTestSuite()
308    suite.addTest(MergeBotTestEnabled())
309    suite.addTest(MergeBotTestNoVersion())
310    suite.addTest(MergeBotTestBranch())
311    suite.addTest(MergeBotTestRebranch())
312    suite.addTest(MergeBotTestCheckMerge())
313    suite.addTest(MergeBotTestMerge())
314    suite.addTest(MergeBotTestRebranchWithChange())
315    suite.addTest(MergeBotTestSingleUseCase())
316    return suite
317
318if __name__ == '__main__':
319    unittest.main(defaultTest='suite')
Note: See TracBrowser for help on using the repository browser.