The failure I had, which might be different, is as follows. There is some stuff here that looks like a continuing case of https://bugs.launchpad.net/launchpad/+bug/871596 Failing tests ------------- lp.translations.tests.test_rosetta_branches_script.TestRosettaBranchesScript.test_rosetta_branches_script_oops ====================================================================== FAILURE: lp.translations.tests.test_rosetta_branches_script.TestRosettaBranchesScript.test_rosetta_branches_script_oops (subunit.RemotedTestCase) ---------------------------------------------------------------------- _StringException: Text attachment: traceback ------------ Traceback (most recent call last): _StringException: librarian-log: {{{ 2011-11-18 12:09:22+0530 [-] Log opened. 2011-11-18 12:09:22+0530 [-] twistd 11.1.0pre1 (/usr/bin/python2.6 2.6.5) starting up. 2011-11-18 12:09:22+0530 [-] reactor class: twisted.internet.pollreactor.PollReactor. 2011-11-18 12:09:22+0530 [-] FileUploadFactory starting on 47329 2011-11-18 12:09:22+0530 [-] Starting factory 2011-11-18 12:09:22+0530 [-] Site starting on 41268 2011-11-18 12:09:22+0530 [-] Starting factory 2011-11-18 12:09:22+0530 [-] FileUploadFactory starting on 51187 2011-11-18 12:09:22+0530 [-] Starting factory 2011-11-18 12:09:22+0530 [-] Site starting on 50020 2011-11-18 12:09:22+0530 [-] Starting factory 2011-11-18 12:09:22+0530 [-] Not using upstream librarian 2011-11-18 12:09:22+0530 [-] daemon ready! }}} oops-0: {{{ Oops-Id: OOPS-66ba39d11b4bffbc28734ed8911f91ea Exception-Type: DisconnectionError Exception-Value: terminating connection due to administrator command SSL connection has been closed unexpectedly Date: 2011-11-18T06:46:33.271000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: 0.00231289863586 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.27 CONTENT_LENGTH=281 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//%7Eperson-name-101766/product-name-101761/branch-101768%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E 00000-00000@SQL-main-master SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC Traceback (most recent call last): Module zope.publisher.publish, line 131, in publish obj = request.traverse(obj) Module zope.publisher.http, line 455, in traverse ob = super(HTTPRequest, self).traverse(obj) Module zope.publisher.base, line 250, in traverse publication.callTraversalHooks(self, obj) Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks notify(BeforeTraverseEvent(ob, request)) Module zope.event, line 23, in notify subscriber(event) Module zope.component.event, line 26, in dispatch zope.component.subscribers(event, None) Module zope.component._api, line 138, in subscribers return sitemanager.subscribers(objects, interface) Module zope.component.registry, line 323, in subscribers return self.adapters.subscribers(objects, provided) Module zope.interface.adapter, line 579, in subscribers subscription(*objects) Module lp.services.profile.profile, line 176, in before_traverse if getFeatureFlag('profiling.enabled'): Module lp.services.features, line 224, in getFeatureFlag return features.getFlag(flag) Module lp.services.features.flags, line 331, in getFlag return self._known_flags.lookup(flag) Module lp.services.features.flags, line 252, in lookup v = self._calc(key) Module lp.services.features.flags, line 334, in _checkFlag return self._currentValueAndScope(flag)[0] Module lp.services.features.flags, line 337, in _currentValueAndScope self._needRules() Module lp.services.features.flags, line 383, in _needRules self._rules = self.rule_source.getAllRulesAsDict() Module lp.services.features.rulesource, line 56, in getAllRulesAsDict for (flag, scope, priority, value) in self.getAllRulesAsTuples(): Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples for r in rs: Module storm.store, line 997, in __iter__ result = self._store._connection.execute(self._get_select()) Module storm.databases.postgres, line 261, in execute return Connection.execute(self, statement, params, noresult) Module storm.database, line 238, in execute raw_cursor = self.raw_execute(statement, params) Module storm.databases.postgres, line 271, in raw_execute return Connection.raw_execute(self, statement, params) Module storm.database, line 322, in raw_execute self._check_disconnect(raw_cursor.execute, *args) Module storm.database, line 376, in _check_disconnect raise DisconnectionError(str(exc)) DisconnectionError: terminating connection due to administrator command SSL connection has been closed unexpectedly }}} oops-1: {{{ Oops-Id: OOPS-3d50383a125091698785511c19d87ed0 Exception-Type: AssertionError Exception-Value: Bug #504291: Store left in a disconnected state. Date: 2011-11-18T06:46:33.273000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: -1 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.27 CONTENT_LENGTH=281 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//%7Eperson-name-101766/product-name-101761/branch-101768%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E Traceback (most recent call last): Module canonical.launchpad.webapp.publication, line 762, in endRequest "Bug #504291: Store left in a disconnected state.") AssertionError: Bug #504291: Store left in a disconnected state. }}} oops-2: {{{ Oops-Id: OOPS-58d2a6a217c9f898545ca0e9b1231bac Exception-Type: DisconnectionError Exception-Value: terminating connection due to administrator command SSL connection has been closed unexpectedly Date: 2011-11-18T06:46:33.320000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: 0.00211596488953 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.32 CONTENT_LENGTH=286 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//%7Eperson-name-101766/product-name-101761/.bzr/branch-format%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E 00000-00000@SQL-main-master SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC Traceback (most recent call last): Module zope.publisher.publish, line 131, in publish obj = request.traverse(obj) Module zope.publisher.http, line 455, in traverse ob = super(HTTPRequest, self).traverse(obj) Module zope.publisher.base, line 250, in traverse publication.callTraversalHooks(self, obj) Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks notify(BeforeTraverseEvent(ob, request)) Module zope.event, line 23, in notify subscriber(event) Module zope.component.event, line 26, in dispatch zope.component.subscribers(event, None) Module zope.component._api, line 138, in subscribers return sitemanager.subscribers(objects, interface) Module zope.component.registry, line 323, in subscribers return self.adapters.subscribers(objects, provided) Module zope.interface.adapter, line 579, in subscribers subscription(*objects) Module lp.services.profile.profile, line 176, in before_traverse if getFeatureFlag('profiling.enabled'): Module lp.services.features, line 224, in getFeatureFlag return features.getFlag(flag) Module lp.services.features.flags, line 331, in getFlag return self._known_flags.lookup(flag) Module lp.services.features.flags, line 252, in lookup v = self._calc(key) Module lp.services.features.flags, line 334, in _checkFlag return self._currentValueAndScope(flag)[0] Module lp.services.features.flags, line 337, in _currentValueAndScope self._needRules() Module lp.services.features.flags, line 383, in _needRules self._rules = self.rule_source.getAllRulesAsDict() Module lp.services.features.rulesource, line 56, in getAllRulesAsDict for (flag, scope, priority, value) in self.getAllRulesAsTuples(): Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples for r in rs: Module storm.store, line 997, in __iter__ result = self._store._connection.execute(self._get_select()) Module storm.databases.postgres, line 261, in execute return Connection.execute(self, statement, params, noresult) Module storm.database, line 238, in execute raw_cursor = self.raw_execute(statement, params) Module storm.databases.postgres, line 271, in raw_execute return Connection.raw_execute(self, statement, params) Module storm.database, line 322, in raw_execute self._check_disconnect(raw_cursor.execute, *args) Module storm.database, line 376, in _check_disconnect raise DisconnectionError(str(exc)) DisconnectionError: terminating connection due to administrator command SSL connection has been closed unexpectedly }}} oops-3: {{{ Oops-Id: OOPS-7e775322486766a299a63e77eacbf433 Exception-Type: AssertionError Exception-Value: Bug #504291: Store left in a disconnected state. Date: 2011-11-18T06:46:33.321000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: -1 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.32 CONTENT_LENGTH=286 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//%7Eperson-name-101766/product-name-101761/.bzr/branch-format%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E Traceback (most recent call last): Module canonical.launchpad.webapp.publication, line 762, in endRequest "Bug #504291: Store left in a disconnected state.") AssertionError: Bug #504291: Store left in a disconnected state. }}} oops-4: {{{ Oops-Id: OOPS-3c54c07884c2a87c1d7023fbc5a57f18 Exception-Type: DisconnectionError Exception-Value: terminating connection due to administrator command SSL connection has been closed unexpectedly Date: 2011-11-18T06:46:33.391000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: 0.00196719169617 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.39 CONTENT_LENGTH=246 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//.bzr/branch-format%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E 00000-00000@SQL-main-master SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC Traceback (most recent call last): Module zope.publisher.publish, line 131, in publish obj = request.traverse(obj) Module zope.publisher.http, line 455, in traverse ob = super(HTTPRequest, self).traverse(obj) Module zope.publisher.base, line 250, in traverse publication.callTraversalHooks(self, obj) Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks notify(BeforeTraverseEvent(ob, request)) Module zope.event, line 23, in notify subscriber(event) Module zope.component.event, line 26, in dispatch zope.component.subscribers(event, None) Module zope.component._api, line 138, in subscribers return sitemanager.subscribers(objects, interface) Module zope.component.registry, line 323, in subscribers return self.adapters.subscribers(objects, provided) Module zope.interface.adapter, line 579, in subscribers subscription(*objects) Module lp.services.profile.profile, line 176, in before_traverse if getFeatureFlag('profiling.enabled'): Module lp.services.features, line 224, in getFeatureFlag return features.getFlag(flag) Module lp.services.features.flags, line 331, in getFlag return self._known_flags.lookup(flag) Module lp.services.features.flags, line 252, in lookup v = self._calc(key) Module lp.services.features.flags, line 334, in _checkFlag return self._currentValueAndScope(flag)[0] Module lp.services.features.flags, line 337, in _currentValueAndScope self._needRules() Module lp.services.features.flags, line 383, in _needRules self._rules = self.rule_source.getAllRulesAsDict() Module lp.services.features.rulesource, line 56, in getAllRulesAsDict for (flag, scope, priority, value) in self.getAllRulesAsTuples(): Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples for r in rs: Module storm.store, line 997, in __iter__ result = self._store._connection.execute(self._get_select()) Module storm.databases.postgres, line 261, in execute return Connection.execute(self, statement, params, noresult) Module storm.database, line 238, in execute raw_cursor = self.raw_execute(statement, params) Module storm.databases.postgres, line 271, in raw_execute return Connection.raw_execute(self, statement, params) Module storm.database, line 322, in raw_execute self._check_disconnect(raw_cursor.execute, *args) Module storm.database, line 376, in _check_disconnect raise DisconnectionError(str(exc)) DisconnectionError: terminating connection due to administrator command SSL connection has been closed unexpectedly }}} oops-5: {{{ Oops-Id: OOPS-4656085d60c358a112a90cf64100cbd7 Exception-Type: AssertionError Exception-Value: Bug #504291: Store left in a disconnected state. Date: 2011-11-18T06:46:33.397000+00:00 Page-Id: Branch: test Revision: 14323 User: unauthenticated, Anonymous, Anonymous, Anonymous User URL: http://launchpad.dev:8085 Duration: -1 Oops-Reporter: T CHANNEL_CREATION_TIME=1321598793.39 CONTENT_LENGTH=246 CONTENT_TYPE=text/xml GATEWAY_INTERFACE=CGI/1.1 HTTP_HOST=xmlrpc-private.launchpad.dev:8087 HTTP_USER_AGENT=xmlrpclib.py/1.0.1 (by www.pythonware.com) PATH_INFO=/codehosting REMOTE_ADDR=127.0.0.88 REQUEST_METHOD=POST SCRIPT_NAME= SERVER_NAME=ip-10-10-242-173 SERVER_PORT=8087 SERVER_PROTOCOL=HTTP/1.0 SERVER_SOFTWARE=zope.server.http (PrivateXMLRPC) wsgi.input=%3Chidden%3E xmlrpc args=(%27+launchpad-services%27, %27//.bzr/branch-format%27) zc.zservertracelog.interfaces.ITraceLog=%3Chidden%3E Traceback (most recent call last): Module canonical.launchpad.webapp.publication, line 762, in endRequest "Bug #504291: Store left in a disconnected state.") AssertionError: Bug #504291: Store left in a disconnected state. }}} oops-6: {{{ Oops-Id: OOPS-669e86c4e51d32624bef83bcfe5dc209 Exception-Type: NoSuchRevision Exception-Value: CHKInventoryRepository('lp-internal:///~person-name-101766/product-name-101761/branch-101768/.bzr/repository') has no revision (u'unique-from-test-rosetta-branches-script-py-line88-101778',) Date: 2011-11-18T06:46:41.079000+00:00 Branch: test Revision: 14323 Duration: -1 Oops-Reporter: TRSBR %3Coops-message-0%3E=%7B%27branch_job_id%27: 1, %27branch_job_type%27: %27Rosetta Upload%27, %27job_id%27: 3, %27branch_name%27: u%27%7Eperson-name-101766/product-name-101761/branch-101768%27%7D Traceback (most recent call last): Module lp.services.job.runner, line 259, in runJobHandleError self.runJob(job) Module lp.services.job.runner, line 217, in runJob job.run() Module lp.code.model.branchjob, line 888, in run self._init_translation_file_lists() Module lp.code.model.branchjob, line 827, in _init_translation_file_lists self.from_revision_id) Module , line 4, in revision_tree_read_locked Module bzrlib.vf_repository, line 1784, in revision_tree inv = self.get_inventory(revision_id) Module , line 4, in get_inventory_read_locked Module bzrlib.vf_repository, line 1682, in get_inventory return self.iter_inventories([revision_id]).next() Module bzrlib.repofmt.groupcompress_repo, line 981, in _iter_inventories raise errors.NoSuchRevision(self, record.key) NoSuchRevision: CHKInventoryRepository('lp-internal:///~person-name-101766/product-name-101761/branch-101768/.bzr/repository') has no revision (u'unique-from-test-rosetta-branches-script-py-line88-101778',) }}} Traceback (most recent call last): File "/var/launchpad/test/lib/lp/translations/tests/test_rosetta_branches_script.py", line 106, in test_rosetta_branches_script_oops "Unexpected number of OOPSes %r" % self.oopses) AssertionError: Differences: [ 1 != 7 9 != 7 ]: Unexpected number of OOPSes [{u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'topic': '', u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '281', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//~person-name-101766/product-name-101761/branch-101768')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.27'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'branch_nick': u'test', u'timeline': [[0, 0, 'SQL-main-master', 'SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC', ' File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/taskthreads.py", line 48, in handlerThread\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py", line 207, in service\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/http/httptask.py", line 71, in service\n self.channel.server.executeRequest(self)\n File "/var/launchpad/tmp/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py", line 114, in executeRequest\n response = self.application(env, start_response)\n File "/var/launchpad/tmp/eggs/zope.app.wsgi-3.6.0-py2.6.egg/zope/app/wsgi/__init__.py", line 58, in __call__\n request = publish(request, handle_errors=handle_errors)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/publish.py", line 131, in publish\n obj = request.traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/http.py", line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/base.py", line 250, in traverse\n publication.callTraversalHooks(self, obj)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/publication.py", line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n File "/var/launchpad/tmp/eggs/zope.event-3.4.1-py2.6.egg/zope/event/__init__.py", line 23, in notify\n subscriber(event)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/event.py", line 26, in dispatch\n zope.component.subscribers(event, None)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/_api.py", line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/registry.py", line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n File "/var/launchpad/tmp/eggs/zope.interface-3.5.2-py2.6-linux-x86_64.egg/zope/interface/adapter.py", line 579, in subscribers\n subscription(*objects)\n File "/var/launchpad/test/lib/lp/services/profile/profile.py", line 176, in before_traverse\n if getFeatureFlag(\'profiling.enabled\'):\n File "/var/launchpad/test/lib/lp/services/features/__init__.py", line 224, in getFeatureFlag\n return features.getFlag(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 331, in getFlag\n return self._known_flags.lookup(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 252, in lookup\n v = self._calc(key)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 337, in _currentValueAndScope\n self._needRules()\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 135, in getAllRulesAsTuples\n for r in rs:\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/store.py", line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 316, in raw_execute\n statement, params or ())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 371, in _check_disconnect\n return function(*args, **kwargs)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/tracer.py", line 214, in trace\n attr(*args, **kwargs)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/adapter.py", line 733, in connection_raw_execute\n \'SQL-%s\' % connection._database.name, statement_to_log)\n File "/var/launchpad/tmp/eggs/timeline-0.0.3-py2.6.egg/timeline/timeline.py", line 91, in start\n result.backtrace = \'\'.join(self.format_stack())\n']], u'hostname': 'ip-10-10-242-173', u'value': u'terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n', u'ignore': False, u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 271000, tzinfo=), u'duration': 0.0023128986358642578, u'type': 'DisconnectionError', u'id': 'OOPS-66ba39d11b4bffbc28734ed8911f91ea', u'tb_text': "Traceback (most recent call last):\n Module zope.publisher.publish, line 131, in publish\n obj = request.traverse(obj)\n Module zope.publisher.http, line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n Module zope.publisher.base, line 250, in traverse\n publication.callTraversalHooks(self, obj)\n Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n Module zope.event, line 23, in notify\n subscriber(event)\n Module zope.component.event, line 26, in dispatch\n zope.component.subscribers(event, None)\n Module zope.component._api, line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n Module zope.component.registry, line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n Module zope.interface.adapter, line 579, in subscribers\n subscription(*objects)\n Module lp.services.profile.profile, line 176, in before_traverse\n if getFeatureFlag('profiling.enabled'):\n Module lp.services.features, line 224, in getFeatureFlag\n return features.getFlag(flag)\n Module lp.services.features.flags, line 331, in getFlag\n return self._known_flags.lookup(flag)\n Module lp.services.features.flags, line 252, in lookup\n v = self._calc(key)\n Module lp.services.features.flags, line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n Module lp.services.features.flags, line 337, in _currentValueAndScope\n self._needRules()\n Module lp.services.features.flags, line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n Module lp.services.features.rulesource, line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples\n for r in rs:\n Module storm.store, line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n Module storm.databases.postgres, line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n Module storm.database, line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n Module storm.databases.postgres, line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n Module storm.database, line 322, in raw_execute\n self._check_disconnect(raw_cursor.execute, *args)\n Module storm.database, line 376, in _check_disconnect\n raise DisconnectionError(str(exc))\nDisconnectionError: terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n\n"}, {u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'ignore': False, u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '281', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//~person-name-101766/product-name-101761/branch-101768')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.27'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'timeline': [], u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 273000, tzinfo=), u'last_oops': 'OOPS-66ba39d11b4bffbc28734ed8911f91ea', u'value': u'Bug #504291: Store left in a disconnected state.', u'topic': '', u'hostname': 'ip-10-10-242-173', u'branch_nick': u'test', u'duration': -1, u'type': 'AssertionError', u'id': 'OOPS-3d50383a125091698785511c19d87ed0', u'tb_text': 'Traceback (most recent call last):\n Module canonical.launchpad.webapp.publication, line 762, in endRequest\n "Bug #504291: Store left in a disconnected state.")\nAssertionError: Bug #504291: Store left in a disconnected state.\n'}, {u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'topic': '', u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '286', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//~person-name-101766/product-name-101761/.bzr/branch-format')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.32'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'branch_nick': u'test', u'timeline': [[0, 0, 'SQL-main-master', 'SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC', ' File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/taskthreads.py", line 48, in handlerThread\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py", line 207, in service\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/http/httptask.py", line 71, in service\n self.channel.server.executeRequest(self)\n File "/var/launchpad/tmp/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py", line 114, in executeRequest\n response = self.application(env, start_response)\n File "/var/launchpad/tmp/eggs/zope.app.wsgi-3.6.0-py2.6.egg/zope/app/wsgi/__init__.py", line 58, in __call__\n request = publish(request, handle_errors=handle_errors)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/publish.py", line 131, in publish\n obj = request.traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/http.py", line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/base.py", line 250, in traverse\n publication.callTraversalHooks(self, obj)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/publication.py", line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n File "/var/launchpad/tmp/eggs/zope.event-3.4.1-py2.6.egg/zope/event/__init__.py", line 23, in notify\n subscriber(event)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/event.py", line 26, in dispatch\n zope.component.subscribers(event, None)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/_api.py", line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/registry.py", line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n File "/var/launchpad/tmp/eggs/zope.interface-3.5.2-py2.6-linux-x86_64.egg/zope/interface/adapter.py", line 579, in subscribers\n subscription(*objects)\n File "/var/launchpad/test/lib/lp/services/profile/profile.py", line 176, in before_traverse\n if getFeatureFlag(\'profiling.enabled\'):\n File "/var/launchpad/test/lib/lp/services/features/__init__.py", line 224, in getFeatureFlag\n return features.getFlag(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 331, in getFlag\n return self._known_flags.lookup(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 252, in lookup\n v = self._calc(key)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 337, in _currentValueAndScope\n self._needRules()\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 135, in getAllRulesAsTuples\n for r in rs:\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/store.py", line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 316, in raw_execute\n statement, params or ())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 371, in _check_disconnect\n return function(*args, **kwargs)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/tracer.py", line 214, in trace\n attr(*args, **kwargs)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/adapter.py", line 733, in connection_raw_execute\n \'SQL-%s\' % connection._database.name, statement_to_log)\n File "/var/launchpad/tmp/eggs/timeline-0.0.3-py2.6.egg/timeline/timeline.py", line 91, in start\n result.backtrace = \'\'.join(self.format_stack())\n']], u'hostname': 'ip-10-10-242-173', u'value': u'terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n', u'ignore': False, u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 320000, tzinfo=), u'duration': 0.0021159648895263672, u'type': 'DisconnectionError', u'id': 'OOPS-58d2a6a217c9f898545ca0e9b1231bac', u'tb_text': "Traceback (most recent call last):\n Module zope.publisher.publish, line 131, in publish\n obj = request.traverse(obj)\n Module zope.publisher.http, line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n Module zope.publisher.base, line 250, in traverse\n publication.callTraversalHooks(self, obj)\n Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n Module zope.event, line 23, in notify\n subscriber(event)\n Module zope.component.event, line 26, in dispatch\n zope.component.subscribers(event, None)\n Module zope.component._api, line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n Module zope.component.registry, line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n Module zope.interface.adapter, line 579, in subscribers\n subscription(*objects)\n Module lp.services.profile.profile, line 176, in before_traverse\n if getFeatureFlag('profiling.enabled'):\n Module lp.services.features, line 224, in getFeatureFlag\n return features.getFlag(flag)\n Module lp.services.features.flags, line 331, in getFlag\n return self._known_flags.lookup(flag)\n Module lp.services.features.flags, line 252, in lookup\n v = self._calc(key)\n Module lp.services.features.flags, line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n Module lp.services.features.flags, line 337, in _currentValueAndScope\n self._needRules()\n Module lp.services.features.flags, line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n Module lp.services.features.rulesource, line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples\n for r in rs:\n Module storm.store, line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n Module storm.databases.postgres, line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n Module storm.database, line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n Module storm.databases.postgres, line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n Module storm.database, line 322, in raw_execute\n self._check_disconnect(raw_cursor.execute, *args)\n Module storm.database, line 376, in _check_disconnect\n raise DisconnectionError(str(exc))\nDisconnectionError: terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n\n"}, {u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'ignore': False, u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '286', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//~person-name-101766/product-name-101761/.bzr/branch-format')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.32'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'timeline': [], u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 321000, tzinfo=), u'last_oops': 'OOPS-58d2a6a217c9f898545ca0e9b1231bac', u'value': u'Bug #504291: Store left in a disconnected state.', u'topic': '', u'hostname': 'ip-10-10-242-173', u'branch_nick': u'test', u'duration': -1, u'type': 'AssertionError', u'id': 'OOPS-7e775322486766a299a63e77eacbf433', u'tb_text': 'Traceback (most recent call last):\n Module canonical.launchpad.webapp.publication, line 762, in endRequest\n "Bug #504291: Store left in a disconnected state.")\nAssertionError: Bug #504291: Store left in a disconnected state.\n'}, {u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'topic': '', u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '246', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//.bzr/branch-format')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.39'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'branch_nick': u'test', u'timeline': [[0, 0, 'SQL-main-master', 'SELECT FeatureFlag.date_modified, FeatureFlag.flag, FeatureFlag.priority, FeatureFlag.scope, FeatureFlag."value" FROM FeatureFlag ORDER BY FeatureFlag.flag, FeatureFlag.priority DESC', ' File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/taskthreads.py", line 48, in handlerThread\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/serverchannelbase.py", line 207, in service\n task.service()\n File "/var/launchpad/tmp/eggs/zope.server-3.6.1-py2.6.egg/zope/server/http/httptask.py", line 71, in service\n self.channel.server.executeRequest(self)\n File "/var/launchpad/tmp/eggs/zc.zservertracelog-1.1.5-py2.6.egg/zc/zservertracelog/tracelog.py", line 114, in executeRequest\n response = self.application(env, start_response)\n File "/var/launchpad/tmp/eggs/zope.app.wsgi-3.6.0-py2.6.egg/zope/app/wsgi/__init__.py", line 58, in __call__\n request = publish(request, handle_errors=handle_errors)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/publish.py", line 131, in publish\n obj = request.traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/http.py", line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n File "/var/launchpad/tmp/eggs/zope.publisher-3.12.0-py2.6.egg/zope/publisher/base.py", line 250, in traverse\n publication.callTraversalHooks(self, obj)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/publication.py", line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n File "/var/launchpad/tmp/eggs/zope.event-3.4.1-py2.6.egg/zope/event/__init__.py", line 23, in notify\n subscriber(event)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/event.py", line 26, in dispatch\n zope.component.subscribers(event, None)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/_api.py", line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n File "/var/launchpad/tmp/eggs/zope.component-3.9.3-py2.6.egg/zope/component/registry.py", line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n File "/var/launchpad/tmp/eggs/zope.interface-3.5.2-py2.6-linux-x86_64.egg/zope/interface/adapter.py", line 579, in subscribers\n subscription(*objects)\n File "/var/launchpad/test/lib/lp/services/profile/profile.py", line 176, in before_traverse\n if getFeatureFlag(\'profiling.enabled\'):\n File "/var/launchpad/test/lib/lp/services/features/__init__.py", line 224, in getFeatureFlag\n return features.getFlag(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 331, in getFlag\n return self._known_flags.lookup(flag)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 252, in lookup\n v = self._calc(key)\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 337, in _currentValueAndScope\n self._needRules()\n File "/var/launchpad/test/lib/lp/services/features/flags.py", line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n File "/var/launchpad/test/lib/lp/services/features/rulesource.py", line 135, in getAllRulesAsTuples\n for r in rs:\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/store.py", line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/databases/postgres.py", line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 316, in raw_execute\n statement, params or ())\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/database.py", line 371, in _check_disconnect\n return function(*args, **kwargs)\n File "/var/launchpad/tmp/eggs/storm-0.19.0.99_lpwithnodatetime_r402-py2.6-linux-x86_64.egg/storm/tracer.py", line 214, in trace\n attr(*args, **kwargs)\n File "/var/launchpad/test/lib/canonical/launchpad/webapp/adapter.py", line 733, in connection_raw_execute\n \'SQL-%s\' % connection._database.name, statement_to_log)\n File "/var/launchpad/tmp/eggs/timeline-0.0.3-py2.6.egg/timeline/timeline.py", line 91, in start\n result.backtrace = \'\'.join(self.format_stack())\n']], u'hostname': 'ip-10-10-242-173', u'value': u'terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n', u'ignore': False, u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 391000, tzinfo=), u'duration': 0.0019671916961669922, u'type': 'DisconnectionError', u'id': 'OOPS-3c54c07884c2a87c1d7023fbc5a57f18', u'tb_text': "Traceback (most recent call last):\n Module zope.publisher.publish, line 131, in publish\n obj = request.traverse(obj)\n Module zope.publisher.http, line 455, in traverse\n ob = super(HTTPRequest, self).traverse(obj)\n Module zope.publisher.base, line 250, in traverse\n publication.callTraversalHooks(self, obj)\n Module canonical.launchpad.webapp.publication, line 574, in callTraversalHooks\n notify(BeforeTraverseEvent(ob, request))\n Module zope.event, line 23, in notify\n subscriber(event)\n Module zope.component.event, line 26, in dispatch\n zope.component.subscribers(event, None)\n Module zope.component._api, line 138, in subscribers\n return sitemanager.subscribers(objects, interface)\n Module zope.component.registry, line 323, in subscribers\n return self.adapters.subscribers(objects, provided)\n Module zope.interface.adapter, line 579, in subscribers\n subscription(*objects)\n Module lp.services.profile.profile, line 176, in before_traverse\n if getFeatureFlag('profiling.enabled'):\n Module lp.services.features, line 224, in getFeatureFlag\n return features.getFlag(flag)\n Module lp.services.features.flags, line 331, in getFlag\n return self._known_flags.lookup(flag)\n Module lp.services.features.flags, line 252, in lookup\n v = self._calc(key)\n Module lp.services.features.flags, line 334, in _checkFlag\n return self._currentValueAndScope(flag)[0]\n Module lp.services.features.flags, line 337, in _currentValueAndScope\n self._needRules()\n Module lp.services.features.flags, line 383, in _needRules\n self._rules = self.rule_source.getAllRulesAsDict()\n Module lp.services.features.rulesource, line 56, in getAllRulesAsDict\n for (flag, scope, priority, value) in self.getAllRulesAsTuples():\n Module lp.services.features.rulesource, line 135, in getAllRulesAsTuples\n for r in rs:\n Module storm.store, line 997, in __iter__\n result = self._store._connection.execute(self._get_select())\n Module storm.databases.postgres, line 261, in execute\n return Connection.execute(self, statement, params, noresult)\n Module storm.database, line 238, in execute\n raw_cursor = self.raw_execute(statement, params)\n Module storm.databases.postgres, line 271, in raw_execute\n return Connection.raw_execute(self, statement, params)\n Module storm.database, line 322, in raw_execute\n self._check_disconnect(raw_cursor.execute, *args)\n Module storm.database, line 376, in _check_disconnect\n raise DisconnectionError(str(exc))\nDisconnectionError: terminating connection due to administrator command\nSSL connection has been closed unexpectedly\n\n"}, {u'username': u'unauthenticated, Anonymous, Anonymous, Anonymous User', u'ignore': False, u'revno': '14323', u'req_vars': {u'CONTENT_LENGTH': '246', u'HTTP_USER_AGENT': 'xmlrpclib.py/1.0.1 (by www.pythonware.com)', u'xmlrpc args': u"('+launchpad-services', '//.bzr/branch-format')", u'CONTENT_TYPE': 'text/xml', u'SERVER_NAME': 'ip-10-10-242-173', u'REMOTE_ADDR': '127.0.0.88', u'GATEWAY_INTERFACE': 'CGI/1.1', u'SERVER_SOFTWARE': 'zope.server.http (PrivateXMLRPC)', u'SCRIPT_NAME': '', u'zc.zservertracelog.interfaces.ITraceLog': '', u'wsgi.input': '', u'REQUEST_METHOD': 'POST', u'HTTP_HOST': 'xmlrpc-private.launchpad.dev:8087', u'PATH_INFO': u'/codehosting', u'SERVER_PORT': '8087', u'SERVER_PROTOCOL': 'HTTP/1.0', u'CHANNEL_CREATION_TIME': u'1321598793.39'}, u'reporter': 'T', u'url': 'http://launchpad.dev:8085', u'timeline': [], u'time': datetime.datetime(2011, 11, 18, 6, 46, 33, 397000, tzinfo=), u'last_oops': 'OOPS-3c54c07884c2a87c1d7023fbc5a57f18', u'value': u'Bug #504291: Store left in a disconnected state.', u'topic': '', u'hostname': 'ip-10-10-242-173', u'branch_nick': u'test', u'duration': -1, u'type': 'AssertionError', u'id': 'OOPS-4656085d60c358a112a90cf64100cbd7', u'tb_text': 'Traceback (most recent call last):\n Module canonical.launchpad.webapp.publication, line 762, in endRequest\n "Bug #504291: Store left in a disconnected state.")\nAssertionError: Bug #504291: Store left in a disconnected state.\n'}, {u'revno': '14323', u'req_vars': {u'': "{'branch_job_id': 1, 'branch_job_type': 'Rosetta Upload', 'job_id': 3, 'branch_name': u'~person-name-101766/product-name-101761/branch-101768'}"}, u'reporter': 'TRSBR', u'branch_nick': u'test', u'timeline': [], u'hostname': 'ip-10-10-242-173', u'value': u"CHKInventoryRepository('lp-internal:///~person-name-101766/product-name-101761/branch-101768/.bzr/repository') has no revision (u'unique-from-test-rosetta-branches-script-py-line88-101778',)", u'ignore': False, u'time': datetime.datetime(2011, 11, 18, 6, 46, 41, 79000, tzinfo=), u'duration': -1, u'type': 'NoSuchRevision', u'id': 'OOPS-669e86c4e51d32624bef83bcfe5dc209', u'tb_text': "Traceback (most recent call last):\n Module lp.services.job.runner, line 259, in runJobHandleError\n self.runJob(job)\n Module lp.services.job.runner, line 217, in runJob\n job.run()\n Module lp.code.model.branchjob, line 888, in run\n self._init_translation_file_lists()\n Module lp.code.model.branchjob, line 827, in _init_translation_file_lists\n self.from_revision_id)\n Module , line 4, in revision_tree_read_locked\n Module bzrlib.vf_repository, line 1784, in revision_tree\n inv = self.get_inventory(revision_id)\n Module , line 4, in get_inventory_read_locked\n Module bzrlib.vf_repository, line 1682, in get_inventory\n return self.iter_inventories([revision_id]).next()\n Module bzrlib.repofmt.groupcompress_repo, line 981, in _iter_inventories\n raise errors.NoSuchRevision(self, record.key)\nNoSuchRevision: CHKInventoryRepository('lp-internal:///~person-name-101766/product-name-101761/branch-101768/.bzr/repository') has no revision (u'unique-from-test-rosetta-branches-script-py-line88-101778',)\n"}] ------------