nyanloutre/python-ci
1
0
Fork 0
Code Issues 2 Pull Requests Releases Wiki Activity

simplification

Browse Source
This commit is contained in:
nyanloutre 2018-11-04 21:48:29 +01:00
parent 31b7171656
commit 2a7248e78c
1 changed files with 23 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
server.py
View File

@ -12,10 +12,13 @@ from multiprocessing import Pool
from gitlab import Gitlab from gitlab import Gitlab
import argparse import argparse
whitelist = ['nyanloutre/site-musique']
def build(payload, gl): def gitlab_build(payload, gl):
gl.projects.get(payload['project']['path_with_namespace']).commits.get(payload['checkout_sha']).statuses.create({'state': 'running', 'name': 'Python CI'}) payload = payload
gl = gl
commit = gl.projects.get(payload['project']['path_with_namespace']).commits.get(payload['checkout_sha'])
commit.statuses.create({'state': 'running', 'name': 'Python CI'})
print("push from " + payload['user_name']) print("push from " + payload['user_name'])
print("repo: " + payload['project']['path_with_namespace']) print("repo: " + payload['project']['path_with_namespace'])
print("commit: " + payload['checkout_sha']) print("commit: " + payload['checkout_sha'])
@ -23,41 +26,41 @@ def build(payload, gl):
repo_dir = temp_dir.name + '/' + payload['project']['name'] + '-' + payload['checkout_sha'] repo_dir = temp_dir.name + '/' + payload['project']['name'] + '-' + payload['checkout_sha']
archive_url = payload['project']['web_url'] + '/-/archive/' + payload['checkout_sha'] + \ archive_url = payload['project']['web_url'] + '/-/archive/' + payload['checkout_sha'] + \
'/' + payload['project']['name'] + '-' + payload['checkout_sha'] + '.tar.gz' '/' + payload['project']['name'] + '-' + payload['checkout_sha'] + '.tar.gz'
with urllib.request.urlopen(archive_url) as gitlab_archive: with urllib.request.urlopen(archive_url) as gitlab_archive:
with tarfile.open(fileobj=gitlab_archive, mode='r|gz') as gitlab_repo_files: with tarfile.open(fileobj=gitlab_archive, mode='r|gz') as gitlab_repo_files:
gitlab_repo_files.extractall(path=temp_dir.name) gitlab_repo_files.extractall(path=temp_dir.name)
check_call(['ls', '-lha', repo_dir]) check_call(['ls', '-lha', repo_dir])
try: try:
check_call(['nix-build', '-o', args.output + '/' + payload['project']['path_with_namespace'], repo_dir]) check_call(['nix-build', '-o', args.output + '/' + payload['project']['path_with_namespace'], repo_dir])
except CalledProcessError: except CalledProcessError:
return {'payload': payload, 'gitlab': gl, 'status': 'failed'} commit.statuses.create({'state': 'failed', 'name': 'Python CI'})
print("erreur build")
return {'payload': payload, 'gitlab': gl, 'status': 'success'} commit.statuses.create({'state': 'success', 'name': 'Python CI'})
print("build terminé")
def build_success(result):
gl = result['gitlab']
payload = result['payload']
gl.projects.get(payload['project']['path_with_namespace']).commits.get(payload['checkout_sha']).statuses.create({'state': result['status'], 'name': 'Python CI'})
print("build: " + result['status'])
@view_defaults( @view_defaults(
route_name="gitlab_payload", renderer="json", request_method="POST" route_name="gitlab_payload", renderer="json", request_method="POST"
) )
class GitlabBuild(object): class GitlabHook(object):
def __init__(self, request): def __init__(self, request):
self.request = request self.request = request
self.payload = self.request.json self.payload = self.request.json
self.secret = open('secret', 'r').readline().splitlines()[0] self.whitelist = ['nyanloutre/site-musique']
self.gitlab_token = open('gitlab_token', 'r').readline().splitlines()[0] self.secret = open(args.secret, 'r').readline().splitlines()[0]
self.gitlab_token = open(args.gitlab_token, 'r').readline().splitlines()[0]
self.gl = Gitlab('https://gitlab.com', private_token=self.gitlab_token) self.gl = Gitlab('https://gitlab.com', private_token=self.gitlab_token)
@view_config(header="X-Gitlab-Event:Push Hook") @view_config(header="X-Gitlab-Event:Push Hook")
def payload_push(self): def push_hook(self):
if self.payload['project']['path_with_namespace'] in whitelist and self.request.headers['X-Gitlab-Token'] == self.secret: if self.payload['project']['path_with_namespace'] in self.whitelist and self.request.headers['X-Gitlab-Token'] == self.secret:
self.gl.projects.get(self.payload['project']['path_with_namespace']).commits.get(self.payload['checkout_sha']).statuses.create({'state': 'pending', 'name': 'Python CI'}) self.gl.projects.get(self.payload['project']['path_with_namespace']).commits.get(self.payload['checkout_sha']).statuses.create({'state': 'pending', 'name': 'Python CI'})
pool.apply_async(build, (self.payload, self.gl), callback=build_success) pool.apply_async(gitlab_build, (self.payload, self.gl))
return "build started" return "build started"
else: else:
raise HTTPNotFound raise HTTPNotFound
@ -65,6 +68,8 @@ class GitlabBuild(object):
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser(description='CI server') parser = argparse.ArgumentParser(description='CI server')
parser.add_argument('--address', help='listening address', default='127.0.0.1')
parser.add_argument('--port', type=int, help='listening port')
parser.add_argument('--output', help='output directory') parser.add_argument('--output', help='output directory')
parser.add_argument('--secret', help='repo secret file') parser.add_argument('--secret', help='repo secret file')
parser.add_argument('--gitlab-token', help='gitlab token file') parser.add_argument('--gitlab-token', help='gitlab token file')
@ -78,6 +83,6 @@ if __name__ == "__main__":
config.scan() config.scan()
app = config.make_wsgi_app() app = config.make_wsgi_app()
server = make_server("127.0.0.1", 52350, app) server = make_server(args.address, args.port, app)
print('listening ...') print('listening ...')
server.serve_forever() server.serve_forever()