Newer
Older
import ldap
import base64
import json
import paramiko
import shutil
import hashlib
import os
import git
from enum import Enum, IntEnum
from werkzeug.exceptions import HTTPException, Unauthorized, Forbidden, InternalServerError, MethodNotAllowed, BadRequest, UnprocessableEntity
from smtplib import SMTP
from email.mime.text import MIMEText
from flask import Flask, request, make_response, got_request_exception, render_template
from flask_apscheduler import APScheduler
from flask_restful import Resource, Api, reqparse, fields, marshal_with
from flask_sqlalchemy import SQLAlchemy
from sqlalchemy import func
from sqlalchemy.orm import joinedload
from sqlalchemy.exc import IntegrityError
# Create Flask, Api and SQLAlchemy object
app = Flask(__name__)
v2 = Api(app, prefix='/v2') # default_mediatype doesn't take "Accept: */*" into account
db = SQLAlchemy()
parser = argparse.ArgumentParser()
parser.add_argument("--db", required=True)
parser.add_argument("--smtpserver", default="smtp.elettra.eu")
parser.add_argument("--smtpdomain", default="elettra.eu")
parser.add_argument("--sender", default="noreply")
parser.add_argument("--store", default="/scratch/build/files-store/")
parser.add_argument("--repo", default="/scratch/build/repositories/")
parser.add_argument("--ldap", default="ldap://abook.elettra.eu:389")
parser.add_argument("--port", default="443")
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
args = parser.parse_args()
class Users(db.Model):
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.String(255), unique=True, nullable=False)
admin = db.Column(db.Boolean, nullable=False)
class Facilities(db.Model):
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.String(255), unique=True, nullable=False)
class Distributions(db.Model):
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.String(255), nullable=False)
version = db.Column(db.String(255), nullable=False)
class Architectures(db.Model):
id = db.Column(db.Integer, primary_key=True)
name = db.Column(db.String(255), unique=True, nullable=False)
class Platforms(db.Model):
id = db.Column(db.Integer, primary_key=True)
distribution_id = db.Column(db.Integer, db.ForeignKey('distributions.id'), nullable=False)
architecture_id = db.Column(db.Integer, db.ForeignKey('architectures.id'), nullable=False)
distribution = db.relationship('Distributions', lazy=True, backref=db.backref('platforms', lazy=True))
architecture = db.relationship('Architectures', lazy=True, backref=db.backref('platforms', lazy=True))
class Providers(db.Model):
id = db.Column(db.Integer, primary_key=True)
url = db.Column(db.String(255), unique=True, nullable=False)
class Repositories(db.Model):
id = db.Column(db.Integer, primary_key=True)
provider_id = db.Column(db.Integer, db.ForeignKey('providers.id'), nullable=False)
platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
type = db.Column(db.Integer, nullable=False)
name = db.Column(db.String(255), nullable=False)
destination = db.Column(db.String(255), nullable=False)
provider = db.relationship('Providers', lazy=True, backref=db.backref('repositories', lazy=True))
platform = db.relationship('Platforms', lazy=True, backref=db.backref('repositories', lazy=True))
class Servers(db.Model):
id = db.Column(db.Integer, primary_key=True)
platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
name = db.Column(db.String(255), nullable=False)
prefix = db.Column(db.String(255), nullable=False)
platform = db.relationship('Platforms', lazy=True, backref=db.backref('servers', lazy=True))
class Hosts(db.Model):
id = db.Column(db.Integer, primary_key=True)
facility_id = db.Column(db.Integer, db.ForeignKey('facilities.id'), nullable=False)
server_id = db.Column(db.Integer, db.ForeignKey('servers.id'), nullable=False)
name = db.Column(db.String(255), unique=True, nullable=False)
facility = db.relationship('Facilities', lazy=True, backref=db.backref('hosts', lazy=True))
server = db.relationship('Servers', lazy=True, backref=db.backref('hosts', lazy=True))
class Builders(db.Model):
id = db.Column(db.Integer, primary_key=True)
platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
name = db.Column(db.String(255), unique=True, nullable=False)
platform = db.relationship('Platforms', lazy=True, backref=db.backref('builders', lazy=True))
class Artifacts(db.Model):
id = db.Column(db.Integer, primary_key=True)
build_id = db.Column(db.Integer, db.ForeignKey('builds.id'), nullable=False)
hash = db.Column(db.String(255), nullable=False)
filename = db.Column(db.String(255), nullable=False)
build = db.relationship('Builds', lazy=True, backref=db.backref('artifacts', lazy=True))
class Builds(db.Model):
id = db.Column(db.Integer, primary_key=True)
repository_id = db.Column(db.Integer, db.ForeignKey('repositories.id'), nullable=False)
tag = db.Column(db.String(255), nullable=False)
date = db.Column(db.DateTime, default=datetime.datetime.now, nullable=False)
repository = db.relationship('Repositories', lazy=True, backref=db.backref('builds', lazy=True))
class Installations(db.Model):
id = db.Column(db.Integer, primary_key=True)
host_id = db.Column(db.Integer, db.ForeignKey('hosts.id'), nullable=False)
user_id = db.Column(db.Integer, db.ForeignKey('users.id'), nullable=False)
build_id = db.Column(db.Integer, db.ForeignKey('builds.id'), nullable=False)
type = db.Column(db.Integer, nullable=False)
date = db.Column(db.DateTime, nullable=False)
host = db.relationship('Hosts', lazy=True, backref=db.backref('installations', lazy=True))
user = db.relationship('Users', lazy=True, backref=db.backref('installations', lazy=True))
build = db.relationship('Builds', lazy=True, backref=db.backref('installations', lazy=True))
class AuthenticationType(Enum):
USER = 0,
ADMIN = 1
def authenticate(authtype, request):
auth = ldap.initialize(app.config['LDAP_URL'], bytes_mode=False)
if request.headers.get('Authorization') == None:
raise Unauthorized()
split = request.headers.get('Authorization').strip().split(' ')
username, password = base64.b64decode(split[1]).decode().split(':', 1)
user = Users.query.filter(Users.name == username).first()
if user is None:
raise Forbidden()
if authtype == AuthenticationType.ADMIN and user.admin is False:
raise Forbidden()
try:
auth.simple_bind_s(username, password)
auth.unbind_s()
except:
raise Forbidden()
return username
@v2.representation('text/html')
def output_html(data, code, headers=None):
resp = make_response(render_template('elettra.html', data=data), code)
resp.headers.extend(headers or {})
return resp
@v2.representation('application/json')
def output_json(data, code, headers=None):
resp = make_response(json.dumps(data), code)
resp.headers.extend(headers or {})
return resp
@v2.representation('text/plain')
def output_plain(data, code, headers=None):
retval = ""
highest = {}
if isinstance(data, dict):
try:
message = data['message']
if isinstance(message, dict):
for k, v in message.items():
retval += "message: " + v + "\n"
else: # str
retval += "message: " + message + "\n";
except KeyError:
data = [data]
if isinstance(data, list):
for item in data:
for k, v in item.items():
highest.update({ k : max(highest.get(k, 0), len(k), len(str(v))) })
if len(data):
columns = ""
for k, v in data[0].items():
if len(columns) != 0:
columns += " "
columns += k.ljust(highest[k])
retval += columns + "\n"
line = ""
for k, v in data[0].items():
if len(line) != 0:
line += "--"
line += "-" * highest[k]
retval += line + "\n"
for item in data:
rows = ""
for k, v in item.items():
if len(rows) != 0:
rows += " "
Loading full blame...