2 # mw - VCS-like nonsense for MediaWiki websites
3 # Copyright (C) 2011 Ian Weller <ian@ianweller.org> and others
5 # This program is free software; you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; either version 2 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License along
16 # with this program. If not, see <http://www.gnu.org/licenses/>.
24 from optparse import OptionParser, OptionGroup
26 import simplemediawiki
32 class CommandBase(object):
34 def __init__(self, name, description, usage=None):
35 self.me = os.path.basename(sys.argv[0])
36 self.description = description
38 usage = '%prog ' + name
40 usage = '%%prog %s %s' % (name, usage)
41 self.parser = OptionParser(usage=usage, description=description)
43 self.metadir = mw.metadir.Metadir()
47 (self.options, self.args) = self.parser.parse_args()
48 self.args = self.args[1:] # don't need the first thing
51 def _do_command(self):
55 user = raw_input('Username: ')
56 passwd = getpass.getpass()
57 result = self.api.call({'action': 'login',
59 'lgpassword': passwd})
60 if result['login']['result'] == 'Success':
61 # cookies are saved to a file
62 print 'Login successful! (yay)'
63 elif result['login']['result'] == 'NeedToken':
64 print 'Login with token'
65 result = self.api.call({'action': 'login',
68 'lgtoken': result['login']['token']})
69 if result['login']['result'] == 'Success':
70 print 'Login successful! (yay)'
72 print 'Login failed: %s' % result['login']['result']
74 print 'Login failed: %s' % result['login']['result']
76 def _die_if_no_init(self):
77 if self.metadir.config is None:
78 print '%s: not a mw repo' % self.me
82 cookie_filename = os.path.join(self.metadir.location, 'cookies')
83 self.api_url = self.metadir.config.get('remote', 'api_url')
84 self.api = simplemediawiki.MediaWiki(self.api_url,
85 cookie_file=cookie_filename)
88 class InitCommand(CommandBase):
92 CommandBase.__init__(self, 'init', 'start a mw repo', usage)
94 def _do_command(self):
95 if len(self.args) < 1:
96 self.parser.error('must have URL to remote api.php')
97 elif len(self.args) > 1:
98 self.parser.error('too many arguments')
99 self.metadir.create(self.args[0])
102 class LoginCommand(CommandBase):
105 CommandBase.__init__(self, 'login', 'authenticate with wiki')
107 def _do_command(self):
108 self._die_if_no_init()
113 class LogoutCommand(CommandBase):
116 CommandBase.__init__(self, 'logout', 'forget authentication')
118 def _do_command(self):
119 self._die_if_no_init()
121 os.unlink(os.path.join(self.metadir.location, 'cookies'))
126 class PullCategoryMembersCommand(CommandBase):
129 usage = '[options] PAGENAME ...'
130 CommandBase.__init__(self, 'pull_commandat', 'add remote pages to repo '
131 'belonging to the given category', usage)
133 def _do_command(self):
134 self._die_if_no_init()
138 for these_pages in [pages[i:i + 25] for i in range(0, len(pages), 25)]:
141 'gcmtitle': '|'.join(these_pages),
142 'generator': 'categorymembers',
145 response = self.api.call(data)['query']['pages']
146 for pageid in response.keys():
147 pagename = response[pageid]['title']
149 pull_command = PullCommand()
150 pull_command.args = [pagename.encode('utf-8')]
151 pull_command._do_command()
154 class PullCommand(CommandBase):
157 usage = '[options] PAGENAME ...'
158 CommandBase.__init__(self, 'pull', 'add remote pages to repo', usage)
160 def _do_command(self):
161 self._die_if_no_init()
166 # Pull should work with pagename, filename, or working directory
169 pages = self.metadir.working_dir_status().keys()
170 for pagename in pages:
171 if '.wiki' in pagename:
172 converted_pages.append(
173 mw.metadir.filename_to_pagename(pagename[:-5]))
175 converted_pages.append(pagename)
176 pages = converted_pages
178 for these_pages in [pages[i:i + 25] for i in range(0, len(pages), 25)]: # XXX ?
181 'titles': '|'.join(these_pages),
182 'prop': 'info|revisions',
183 'rvprop': 'ids|flags|timestamp|user|comment|content',
185 response = self.api.call(data)['query']['pages']
186 # for every pageid, returns dict.keys() = {'lastrevid', 'pageid', 'title', 'counter', 'length', 'touched': u'2011-02-02T19:32:04Z', 'ns', 'revisions' {...}}
187 for pageid in response.keys():
188 pagename = response[pageid]['title']
190 # Is the revisions list a sorted one, should I use [0] or [-1]? -- reagle
191 if 'comment' in response[pageid]['revisions'][0]:
192 last_wiki_rev_comment = response[pageid]['revisions'][0]['comment']
194 last_wiki_rev_comment = ''
195 last_wiki_rev_user = response[pageid]['revisions'][0]['user']
197 # check if working file is modified or if wiki page doesn't exists
198 status = self.metadir.working_dir_status()
199 filename = mw.metadir.pagename_to_filename(pagename)
200 full_filename = os.path.join(self.metadir.root, filename + '.wiki')
201 if filename + '.wiki' in status and \
202 status[filename + '.wiki' ] in ['M']:
203 print 'skipping: "%s" -- uncommitted modifications ' % (pagename)
205 if 'missing' in response[pageid].keys():
206 print 'error: "%s": -- page does not exist, file not created' % \
210 wiki_revids = sorted([x['revid'] for x in response[pageid]['revisions']])
211 last_wiki_revid = wiki_revids[-1]
212 working_revids = sorted(self.metadir.pages_get_rv_list({'id' : pageid}))
213 last_working_revid = working_revids[-1]
214 if ( os.path.exists(full_filename) and
215 last_wiki_revid == last_working_revid):
216 print 'wiki unchanged: "%s"' % (pagename)
218 print 'pulling: "%s" : "%s" by "%s"' % (
219 pagename, last_wiki_rev_comment, last_wiki_rev_user)
220 self.metadir.pagedict_add(pagename, pageid, last_wiki_revid)
221 self.metadir.pages_add_rv(int(pageid),
222 response[pageid]['revisions'][0])
223 with file(full_filename, 'w') as fd:
224 data = response[pageid]['revisions'][0]['*']
225 data = data.encode('utf-8')
228 class StatusCommand(CommandBase):
231 CommandBase.__init__(self, 'status', 'check repo status')
232 self.shortcuts.append('st')
234 def _do_command(self):
235 self._die_if_no_init()
236 status = self.metadir.working_dir_status()
237 for filename in status:
238 print '%s %s' % (status[filename], filename)
241 class DiffCommand(CommandBase):
244 CommandBase.__init__(self, 'diff', 'diff wiki to working directory')
246 def _do_command(self):
247 self._die_if_no_init()
248 status = self.metadir.working_dir_status()
249 for filename in status:
250 if status[filename] == 'M':
251 print self.metadir.diff_rv_to_working(
252 mw.metadir.filename_to_pagename(filename[:-5])),
255 class MergeCommand(CommandBase):
257 CommandBase.__init__(self, 'merge', 'merge local and wiki copies')
258 self.merge_tool = self.metadir.config.get('merge', 'tool')
260 def _do_command(self):
261 self._die_if_no_init()
262 status = self.metadir.working_dir_status()
263 for filename in status:
264 if status[filename] == 'M':
265 full_filename = os.path.join(self.metadir.root, filename)
266 pagename = mw.metadir.filename_to_pagename(filename[:-5])
267 # mv local to filename.wiki.local
268 os.rename(full_filename, full_filename + '.local')
270 pull_command = PullCommand()
271 pull_command.args = [pagename.encode('utf-8')]
272 pull_command._do_command()
273 # mv remote to filename.wiki.remote
274 os.rename(full_filename, full_filename + '.remote')
276 merge_command = self.merge_tool % (full_filename + '.local',
277 full_filename + '.remote', full_filename + '.merge')
278 subprocess.call(merge_command.split(' '))
279 # mv filename.merge filename and delete tmp files
280 os.rename(full_filename + '.merge', full_filename)
281 os.remove(full_filename + '.local')
282 os.remove(full_filename + '.remote')
284 commit_command = CommitCommand()
285 commit_command.args = [pagename.encode('utf-8')]
286 commit_command._do_command()
289 class CommitCommand(CommandBase):
293 CommandBase.__init__(self, 'commit', 'commit changes to wiki', usage)
294 self.shortcuts.append('ci')
295 self.parser.add_option('-m', '--message', dest='edit_summary',
296 help='don\'t prompt for edit summary and '
298 self.parser.add_option('-b', '--bot', dest='bot', action='store_true',
299 help='mark actions as a bot (won\'t affect '
300 'anything if you don\'t have the bot right',
303 def _do_command(self):
304 self._die_if_no_init()
306 files_to_commit = 0 # how many files to process
307 status = self.metadir.working_dir_status(files=self.args)
308 for filename in status:
309 print '%s %s' % (status[filename], filename)
310 if status[filename] in ['M']:
312 if not files_to_commit:
313 print 'nothing to commit'
315 if self.options.edit_summary == None:
316 print 'Edit summary:',
317 edit_summary = raw_input()
319 edit_summary = self.options.edit_summary
320 for filename in status:
321 if status[filename] in ['M']:
326 'prop': 'info|revisions',
328 'titles': mw.metadir.filename_to_pagename(filename[:-5]),
330 response = self.api.call(data)
331 pages = response['query']['pages']
332 pageid = pages.keys()[0]
333 revid = pages[pageid]['revisions'][0]['revid']
335 self.metadir.pages_get_rv_list({'id': pageid})[0]
336 if revid != awaitedrevid:
337 print 'warning: edit conflict detected on "%s" (%s -> %s) ' \
338 '-- skipping! (try merge)' % (filename, awaitedrevid, revid)
340 edittoken = pages[pageid]['edittoken']
341 full_filename = os.path.join(self.metadir.root, filename)
342 text = codecs.open(full_filename, 'r', 'utf-8').read()
343 text = text.encode('utf-8')
344 if (len(text) != 0) and (text[-1] == '\n'):
348 textmd5 = md5.hexdigest()
351 'title': mw.metadir.filename_to_pagename(filename[:-5]),
355 'summary': edit_summary,
359 response = self.api.call(data)
360 if 'error' in response:
361 if 'code' in response['error']:
362 if response['error']['code'] == 'permissiondenied':
363 print 'Permission denied -- try running "mw login"'
365 if response['edit']['result'] == 'Success':
366 if 'nochange' in response['edit']:
367 print 'warning: no changes detected in %s - ' \
368 'skipping and removing ending LF' % filename
369 pagename = mw.metadir.filename_to_pagename(filename[:-5])
370 self.metadir.clean_page(pagename)
372 if response['edit']['oldrevid'] != revid:
373 print 'warning: edit conflict detected on %s (%s -> %s) ' \
374 '-- skipping!' % (file,
375 response['edit']['oldrevid'], revid)
379 'revids': response['edit']['newrevid'],
380 'prop': 'info|revisions',
382 'ids|flags|timestamp|user|comment|content',
384 response = self.api.call(data)['query']['pages']
385 self.metadir.pages_add_rv(int(pageid),
386 response[pageid]['revisions'][0])
387 # need to write latest rev to file too, as text may be changed
388 #such as a sig, e.g., -~ => -[[User:Reagle|Reagle]]
389 with file(full_filename, 'w') as fd:
390 data = response[pageid]['revisions'][0]['*']
391 data = data.encode('utf-8')
394 print 'waiting 3s before processing the next file'
397 print 'error: committing %s failed: %s' % \
398 (filename, response['edit']['result'])