mirror of
https://gitlab.wikimedia.org/ladsgroup/Phabricator-maintenance-bot
synced 2024-09-16 04:08:47 +02:00
1d784027bb
Create DNS and Wikimedia Messages patches for the new wikis Most of the gerrit code is copied from library upgrader library: https://gerrit.wikimedia.org/r/plugins/gitiles/labs/libraryupgrader Bug: T253439
136 lines
4.5 KiB
Python
136 lines
4.5 KiB
Python
"""
|
|
Copyright (C) 2019 Kunal Mehta <legoktm@member.fsf.org>
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
"""
|
|
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import tempfile
|
|
import urllib
|
|
from contextlib import contextmanager
|
|
|
|
import requests
|
|
|
|
with open('gerrit-creds.json', 'r') as f:
|
|
creds = json.loads(f.read())
|
|
|
|
|
|
def load_ssh_key():
|
|
mixin = ShellMixin()
|
|
dir_path = os.path.dirname(os.path.realpath(__file__))
|
|
mixin.check_call(
|
|
['ssh-add', os.path.join(dir_path, 'private_key')])
|
|
|
|
|
|
@contextmanager
|
|
def cd(dirname):
|
|
cwd = os.getcwd()
|
|
os.chdir(dirname)
|
|
try:
|
|
yield dirname
|
|
finally:
|
|
os.chdir(cwd)
|
|
|
|
|
|
def gerrit_url(repo: str, user=None, ssh=False) -> str:
|
|
if user is not None:
|
|
prefix = user + '@'
|
|
else:
|
|
prefix = ''
|
|
if ssh:
|
|
return 'ssh://{}gerrit.wikimedia.org:29418/{}'.format(prefix, repo)
|
|
else:
|
|
return 'https://{}gerrit.wikimedia.org/r/{}.git'.format(prefix, repo)
|
|
|
|
|
|
class ShellMixin:
|
|
def check_call(self, args: list, stdin='', env=None,
|
|
ignore_returncode=False) -> str:
|
|
debug = self.log if hasattr(self, 'log') else print
|
|
#debug('$ ' + ' '.join(args))
|
|
res = subprocess.run(
|
|
args,
|
|
input=stdin.encode(),
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
env=env
|
|
)
|
|
# debug(res.stdout.decode())
|
|
if not ignore_returncode:
|
|
res.check_returncode()
|
|
return res.stdout.decode()
|
|
|
|
def clone(self, repo):
|
|
url = gerrit_url(repo, user=creds['name'])
|
|
self.check_call(['git', 'clone', url, 'repo', '--depth=1'])
|
|
os.chdir('repo')
|
|
self.check_call(['git', 'config', 'user.name', creds['name']])
|
|
self.check_call(['git', 'config', 'user.email', creds['email']])
|
|
self.check_call(['git', 'submodule', 'update', '--init'])
|
|
self.check_call(['scp', '-p', '-P', '29418', creds['name'] +
|
|
'@gerrit.wikimedia.org:hooks/commit-msg', '.git/hooks/'])
|
|
|
|
def build_push_command(self, options: dict) -> list:
|
|
per = '%topic=new-wikis-patches'
|
|
for hashtag in options['hashtags']:
|
|
per += ',t=' + hashtag
|
|
if options.get('vote'):
|
|
per += ',l=' + options['vote']
|
|
# If we're not automerging, vote V+1 to trigger jenkins (T254070)
|
|
if options.get('message'):
|
|
per += ',m=' + urllib.parse.quote_plus(options['message'])
|
|
return ['git', 'push',
|
|
gerrit_url(options['repo'], creds['name'], ssh=True),
|
|
'HEAD:refs/for/master' + per]
|
|
|
|
|
|
class GerritBot(ShellMixin):
|
|
def __init__(self, name, commit_message):
|
|
self.name = name
|
|
self.commit_message = commit_message
|
|
|
|
def run(self):
|
|
with tempfile.TemporaryDirectory() as tmpdirname:
|
|
with cd(tmpdirname):
|
|
self.clone(self.name)
|
|
self.changes()
|
|
self.commit()
|
|
|
|
def changes(self):
|
|
files = [
|
|
'i18n/wikimediaprojectnames/en.json',
|
|
'i18n/wikimediaprojectnames/qqq.json'
|
|
]
|
|
for file_ in files:
|
|
with open(file_, 'r') as f:
|
|
result = json.load(f)
|
|
with open(file_, 'w') as f:
|
|
f.write(json.dumps(result, ensure_ascii=False,
|
|
indent='\t', sort_keys=True))
|
|
|
|
def commit(self):
|
|
self.check_call(['git', 'add', '.'])
|
|
with open('.git/COMMIT_EDITMSG', 'w') as f:
|
|
f.write(self.commit_message)
|
|
self.check_call(['git', 'commit', '-F', '.git/COMMIT_EDITMSG'])
|
|
load_ssh_key()
|
|
self.check_call(self.build_push_command(
|
|
{'hashtags': ['automated-wiki-creation'], 'repo': self.name}))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
gerritbot = GerritBot('mediawiki/extensions/WikimediaMessages',
|
|
"Order entries by alphabetical order\n\nThis would make creating automated patches easier")
|
|
gerritbot.run()
|