From f6393585aff9d5a58546c9f8f8a7cb86800f2c86 Mon Sep 17 00:00:00 2001 From: keby Date: Thu, 20 May 2010 22:56:40 +0200 Subject: [PATCH] implementing edit conflict & collision detection --- src/mw/clicommands.py | 21 ++++++++++++++++----- src/mw/metadir.py | 12 ++++++++++++ 2 files changed, 28 insertions(+), 5 deletions(-) diff --git a/src/mw/clicommands.py b/src/mw/clicommands.py index 7931ac6..e02ec79 100644 --- a/src/mw/clicommands.py +++ b/src/mw/clicommands.py @@ -149,10 +149,8 @@ class PullCommand(CommandBase): self.metadir.pages_add_rv(int(pageid), response[pageid]['revisions'][0]) filename = mw.api.pagename_to_filename(pagename) - fd = file(os.path.join(self.metadir.root, filename + '.wiki'), - 'w') - fd.write(response[pageid]['revisions'][0]['*'].encode('utf-8')) - + with file(os.path.join(self.metadir.root, filename + '.wiki'), 'w') as fd: + fd.write(response[pageid]['revisions'][0]['*'].encode('utf-8')) class StatusCommand(CommandBase): @@ -221,12 +219,18 @@ class CommitCommand(CommandBase): # get edit token data = { 'action': 'query', - 'prop': 'info', + 'prop': 'info|revisions', 'intoken': 'edit', 'titles': mw.api.filename_to_pagename(file[:-5]), } response = self.api.call(data) pageid = response['query']['pages'].keys()[0] + revid = response['query']['pages'][pageid]['revisions'][0]['revid'] + awaitedrevid = self.metadir.pages_get_rv_list( {'id': pageid } )[0] + if revid != awaitedrevid : + print "Ignoring %s - Edition conflict detected %s - %s " % ( file , awaitedrevid, revid) + continue + raw_input() edittoken = response['query']['pages'][pageid]['edittoken'] # FIXME use basetimestamp and starttimestamp filename = os.path.join(self.metadir.root, file) @@ -249,6 +253,13 @@ class CommitCommand(CommandBase): data['bot'] = 'bot' response = self.api.call(data) if response['edit']['result'] == 'Success': + if response['edit'].has_key('nochange') : + print "Ignoring %s - No changes were detected - Removing ending lf" % file + self.metadir.clean_page(file[:-5]) + continue + if response['edit']['oldrevid'] != revid : + print "Ignoring %s - Colision detected " % file + continue data = { 'action': 'query', 'revids': response['edit']['newrevid'], diff --git a/src/mw/metadir.py b/src/mw/metadir.py index 9aae091..3f8d967 100644 --- a/src/mw/metadir.py +++ b/src/mw/metadir.py @@ -78,6 +78,18 @@ class Metadir(object): # create cache/pages/ os.mkdir(os.path.join(self.location, 'cache', 'pages'), 0755) + + + def clean_page(self, pagename): + filename = mw.api.pagename_to_filename(pagename) + '.wiki' + cur_content = codecs.open(filename, 'r', 'utf-8').read() + if ( (len(cur_content) != 0) and (cur_content[-1] == '\n') ): + cur_content = cur_content[:-1] + + fd = file(filename, 'w') + fd.write(cur_content.encode('utf-8')) + fd.close() + def pagedict_add(self, pagename, pageid, currentrv): fd = file(os.path.join(self.location, 'cache', 'pagedict'), 'r+') pagedict = json.loads(fd.read()) -- 2.39.5