diff --git a/README.md b/README.md
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/TODO b/TODO
new file mode 100644
index 0000000000000000000000000000000000000000..0b179b341b4dfeb78043dfd712154b909fa37dce
--- /dev/null
+++ b/TODO
@@ -0,0 +1,6 @@
+Aggiungere Neable/Disable flag per i repository ed implementare lo logica conseguente
+Rivedere /files sembra proprio sbagliata
+Testare server Python (con annessa la gestione di più file)
+Integrazione con system per l'avvio ed il riavvio automatico
+Rendere visibili (in sola lettura) le builds (e magari anche i relativi artifacts)
+Implementare mode=limit se necessario
diff --git a/etc/bash_completion.d/curl-inau b/etc/bash_completion.d/curl-inau
new file mode 100644
index 0000000000000000000000000000000000000000..4661dfde1e0a741f40d92ed22df9d069b658ea3f
--- /dev/null
+++ b/etc/bash_completion.d/curl-inau
@@ -0,0 +1,90 @@
+function ispresent() {
+ for item in $2
+ do
+ if [ $item = $1 ]; then
+ return 0
+ fi
+ done
+ return 1
+}
+
+function _curl-inau()
+{
+ local h options dirname basename
+ h=inau.elettra.eu
+ dirname=$(dirname "${COMP_WORDS[COMP_CWORD]}")
+ basename=$(basename "${COMP_WORDS[COMP_CWORD]}")
+
+# echo -e "\n$dirname#$basename"
+ case "$dirname#$basename" in
+ //$h/v2/cs/facilities/*/hosts/*/files#*)
+ local facility=$(basename $(dirname $(dirname $(dirname $dirname))))
+ local host=$(basename $(dirname $dirname))
+ local files="$(curl -s https://$h/v2/cs/facilities/$facility/hosts/$host/files | tail -n +3 | cut -d" " -f1)"
+ options="$(for elem in $files; do echo //$h/v2/cs/facilities/$facility/hosts/$host/files/$elem; done)"
+ ;;
+ //$h/v2/cs/facilities/*/hosts/*#files)
+ local facility=$(basename $(dirname $(dirname $dirname)))
+ local host=$(basename $dirname)
+ local files="$(curl -s https://$h/v2/cs/facilities/$facility/hosts/$host/files | tail -n +3 | cut -d" " -f1)"
+ options="$(for elem in $files; do echo //$h/v2/cs/facilities/$facility/hosts/$host/files/$elem; done)"
+ ;;
+ //$h/v2/cs/facilities/*/hosts/*#*)
+ local facility=$(basename $(dirname $(dirname $dirname)))
+ local host=$(basename $dirname)
+ options="//$h/v2/cs/facilities/$facility/hosts/$host/files
+ //$h/v2/cs/facilities/$facility/hosts/$host/installations"
+ ;;
+ //$h/v2/cs/facilities/*/hosts#*)
+ local facility=$(basename $(dirname $dirname))
+ local hosts="$(curl -s https://$h/v2/cs/facilities/$facility/hosts | tail -n +3 | cut -d" " -f1)"
+ ispresent $basename "$hosts"
+ if [ $? -eq 0 ]; then
+ options="//$h/v2/cs/facilities/$facility/hosts/$basename/installations
+ //$h/v2/cs/facilities/$facility/hosts/$basename/files"
+ else
+ options="//$h/v2/cs/facilities/$facility/hosts/installations
+ $(for elem in $hosts; do echo //$h/v2/cs/facilities/$facility/hosts/$elem; done)"
+ fi;;
+
+ //$h/v2/cs/facilities/*#hosts)
+ local facility=$(basename $dirname)
+ local hosts="$(curl -s https://$h/v2/cs/facilities/$facility/hosts | tail -n +3 | cut -d" " -f1)"
+ options="//$h/v2/cs/facilities/$facility/hosts/installations
+ $(for elem in $hosts; do echo //$h/v2/cs/facilities/$facility/hosts/$elem; done)"
+ ;;
+ //$h/v2/cs/facilities/*#*)
+ local facility=$(basename $dirname)
+ options="//$h/v2/cs/facilities/$facility/hosts
+ //$h/v2/cs/facilities/$facility/installations"
+ ;;
+ //$h/v2/cs/facilities#*)
+ local facilities="$(curl -s https://$h/v2/cs/facilities | tail -n +3)"
+ ispresent $basename "$facilities"
+ if [ $? -eq 0 ]; then
+ options="//$h/v2/cs/facilities/$basename/hosts/
+ //$h/v2/cs/facilities/$basename/installations"
+ else
+ options="//$h/v2/cs/facilities/installations
+ $(for elem in $facilities; do echo //$h/v2/cs/facilities/$elem/; done)"
+ fi
+ ;;
+ //$h/v2/cs#facilities)
+ local facilities="$(curl -s https://$h/v2/cs/facilities | tail -n +3)"
+ options="//$h/v2/cs/facilities/installations
+ $(for elem in $facilities; do echo //$h/v2/cs/facilities/$elem/; done)"
+ ;;
+ //$h/v2#cs | //$h/v2/cs#*)
+ local subpaths="$(curl -s https://$h/v2/cs | tail -n +3)"
+ options="//$h/v2/cs/installations
+ $(for elem in $subpaths; do echo //$h/v2/cs/$elem/; done)"
+ ;;
+ /#$h | //$h#* | //$h/v2#*)
+ options="//$h/v2/cs/"
+ ;;
+
+ esac
+ COMPREPLY=($(compgen -W "${options}" -- "${COMP_WORDS[COMP_CWORD]}"))
+ compopt -o nospace
+}
+complete -F _curl-inau curl
diff --git a/home/curlrc b/home/curlrc
new file mode 100644
index 0000000000000000000000000000000000000000..fbd11c1b198059fe4fc4f747e3a003e2027afb43
--- /dev/null
+++ b/home/curlrc
@@ -0,0 +1,2 @@
+header "Accept: text/plain"
+write-out \n
diff --git a/inau.py b/inau.py
new file mode 100644
index 0000000000000000000000000000000000000000..b62dfa4bfb514c1fcbc6e0a86402886d2d65a1f9
--- /dev/null
+++ b/inau.py
@@ -0,0 +1,1377 @@
+import logging
+import argparse
+import datetime
+import ldap
+import base64
+import json
+import paramiko
+import shutil
+import hashlib
+import os
+import git
+from enum import Enum, IntEnum
+from werkzeug.exceptions import HTTPException, Unauthorized, Forbidden, InternalServerError, MethodNotAllowed, BadRequest, UnprocessableEntity
+from smtplib import SMTP
+from email.mime.text import MIMEText
+from flask import Flask, request, make_response, got_request_exception, render_template
+from flask_apscheduler import APScheduler
+from flask_restful import Resource, Api, reqparse, fields, marshal_with
+from flask_sqlalchemy import SQLAlchemy
+from sqlalchemy import func
+from sqlalchemy.orm import joinedload
+from sqlalchemy.exc import IntegrityError
+
+# Create Flask, Api and SQLAlchemy object
+app = Flask(__name__)
+v2 = Api(app, prefix='/v2') # default_mediatype doesn't take "Accept: */*" into account
+db = SQLAlchemy()
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--db", required=True)
+parser.add_argument("--smtpserver", default="smtp.elettra.eu")
+parser.add_argument("--smtpdomain", default="elettra.eu")
+parser.add_argument("--sender", default="noreply")
+parser.add_argument("--store", default="/scratch/build/files-store/")
+parser.add_argument("--repo", default="/scratch/build/repositories/")
+parser.add_argument("--ldap", default="ldap://abook.elettra.eu:389")
+parser.add_argument("--debug", action='store_true')
+args = parser.parse_args()
+
+class Users(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ name = db.Column(db.String(255), unique=True, nullable=False)
+ admin = db.Column(db.Boolean, nullable=False)
+
+class Facilities(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ name = db.Column(db.String(255), unique=True, nullable=False)
+
+class Distributions(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ name = db.Column(db.String(255), nullable=False)
+ version = db.Column(db.String(255), nullable=False)
+
+class Architectures(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ name = db.Column(db.String(255), unique=True, nullable=False)
+
+class Platforms(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ distribution_id = db.Column(db.Integer, db.ForeignKey('distributions.id'), nullable=False)
+ architecture_id = db.Column(db.Integer, db.ForeignKey('architectures.id'), nullable=False)
+ distribution = db.relationship('Distributions', lazy=True, backref=db.backref('platforms', lazy=True))
+ architecture = db.relationship('Architectures', lazy=True, backref=db.backref('platforms', lazy=True))
+
+class Providers(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ url = db.Column(db.String(255), unique=True, nullable=False)
+
+class Repositories(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ provider_id = db.Column(db.Integer, db.ForeignKey('providers.id'), nullable=False)
+ platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
+ type = db.Column(db.Integer, nullable=False)
+ name = db.Column(db.String(255), nullable=False)
+ destination = db.Column(db.String(255), nullable=False)
+ provider = db.relationship('Providers', lazy=True, backref=db.backref('repositories', lazy=True))
+ platform = db.relationship('Platforms', lazy=True, backref=db.backref('repositories', lazy=True))
+
+class Servers(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
+ name = db.Column(db.String(255), nullable=False)
+ prefix = db.Column(db.String(255), nullable=False)
+ platform = db.relationship('Platforms', lazy=True, backref=db.backref('servers', lazy=True))
+
+class Hosts(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ facility_id = db.Column(db.Integer, db.ForeignKey('facilities.id'), nullable=False)
+ server_id = db.Column(db.Integer, db.ForeignKey('servers.id'), nullable=False)
+ name = db.Column(db.String(255), unique=True, nullable=False)
+ facility = db.relationship('Facilities', lazy=True, backref=db.backref('hosts', lazy=True))
+ server = db.relationship('Servers', lazy=True, backref=db.backref('hosts', lazy=True))
+
+class Builders(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ platform_id = db.Column(db.Integer, db.ForeignKey('platforms.id'), nullable=False)
+ name = db.Column(db.String(255), unique=True, nullable=False)
+ platform = db.relationship('Platforms', lazy=True, backref=db.backref('builders', lazy=True))
+
+class Artifacts(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ build_id = db.Column(db.Integer, db.ForeignKey('builds.id'), nullable=False)
+ hash = db.Column(db.String(255), nullable=False)
+ filename = db.Column(db.String(255), nullable=False)
+ build = db.relationship('Builds', lazy=True, backref=db.backref('artifacts', lazy=True))
+
+class Builds(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ repository_id = db.Column(db.Integer, db.ForeignKey('repositories.id'), nullable=False)
+ tag = db.Column(db.String(255), nullable=False)
+ date = db.Column(db.DateTime, default=datetime.datetime.now, nullable=False)
+ repository = db.relationship('Repositories', lazy=True, backref=db.backref('builds', lazy=True))
+
+class Installations(db.Model):
+ id = db.Column(db.Integer, primary_key=True)
+ host_id = db.Column(db.Integer, db.ForeignKey('hosts.id'), nullable=False)
+ user_id = db.Column(db.Integer, db.ForeignKey('users.id'), nullable=False)
+ build_id = db.Column(db.Integer, db.ForeignKey('builds.id'), nullable=False)
+ type = db.Column(db.Integer, nullable=False)
+ date = db.Column(db.DateTime, nullable=False)
+ host = db.relationship('Hosts', lazy=True, backref=db.backref('installations', lazy=True))
+ user = db.relationship('Users', lazy=True, backref=db.backref('installations', lazy=True))
+ build = db.relationship('Builds', lazy=True, backref=db.backref('installations', lazy=True))
+
+class AuthenticationType(Enum):
+ USER = 0,
+ ADMIN = 1
+
+def authenticate(authtype, request):
+ auth = ldap.initialize(app.config['LDAP_URL'], bytes_mode=False)
+ if request.headers.get('Authorization') == None:
+ raise Unauthorized()
+ split = request.headers.get('Authorization').strip().split(' ')
+ username, password = base64.b64decode(split[1]).decode().split(':', 1)
+ user = Users.query.filter(Users.name == username).first()
+ if user is None:
+ raise Forbidden()
+ if authtype == AuthenticationType.ADMIN and user.admin is False:
+ raise Forbidden()
+ try:
+ auth.simple_bind_s(username, password)
+ auth.unbind_s()
+ except:
+ raise Forbidden()
+ return username
+
+@v2.representation('text/html')
+def output_html(data, code, headers=None):
+ resp = make_response(render_template('elettra.html', data=data), code)
+ resp.headers.extend(headers or {})
+ return resp
+
+@v2.representation('application/json')
+def output_json(data, code, headers=None):
+ resp = make_response(json.dumps(data), code)
+ resp.headers.extend(headers or {})
+ return resp
+
+@v2.representation('text/plain')
+def output_plain(data, code, headers=None):
+ retval = ""
+ highest = {}
+
+ if isinstance(data, dict):
+ try:
+ message = data['message']
+ if isinstance(message, dict):
+ for k, v in message.items():
+ retval += "message: " + v + "\n"
+ else: # str
+ retval += "message: " + message + "\n";
+ except KeyError:
+ data = [data]
+
+ if isinstance(data, list):
+ for item in data:
+ for k, v in item.items():
+ highest.update({ k : max(highest.get(k, 0), len(k), len(str(v))) })
+
+ if len(data):
+ columns = ""
+ for k, v in data[0].items():
+ if len(columns) != 0:
+ columns += " "
+ columns += k.ljust(highest[k])
+ retval += columns + "\n"
+
+ line = ""
+ for k, v in data[0].items():
+ if len(line) != 0:
+ line += "--"
+ line += "-" * highest[k]
+ retval += line + "\n"
+
+ for item in data:
+ rows = ""
+ for k, v in item.items():
+ if len(rows) != 0:
+ rows += " "
+ rows += str(v).ljust(highest[k])
+ retval += rows + "\n"
+
+ retval = retval[:-1]
+
+ resp = make_response(retval, code)
+ resp.headers.extend(headers or {})
+ return resp
+
+def non_empty_string(s):
+ if not s:
+ raise ValueError("Must not be empty string")
+ return s
+
+def execSyncedCommand(sshClient, cmd):
+ _, stdout, stderr = sshClient.exec_command(cmd)
+ exitStatus = stdout.channel.recv_exit_status()
+ return stdout.read().decode('utf-8'), stderr.read().decode('utf-8'), exitStatus
+
+def sendEmail(to, subject, body):
+ with SMTP(host=app.config['MAIL_SERVER'], port=25) as smtpClient:
+ sender = app.config['MAIL_DEFAULT_SENDER']
+ receivers = [ to ]
+ msg = MIMEText(str(body))
+ msg['Subject'] = "INAU. " + subject
+ msg['From'] = sender
+ msg['To'] = to[0]
+ smtpClient.sendmail(from_addr=sender, to_addrs=receivers,
+ msg=msg.as_string())
+
+def sendEmailAdmins(subject, body):
+ for admin in Users.query.filter(Users.admin == True).all():
+ sendEmail([admin.name + "@" + app.config['MAIL_DOMAIN']], subject, body)
+
+def log_exception(sender, exception, **extra):
+ print(type(exception))
+ if isinstance(exception, MethodNotAllowed) or isinstance(exception, BadRequest) or \
+ isinstance(exception, UnprocessableEntity) or isinstance(exception, Forbidden):
+ return
+ sendEmailAdmins(str(sender), str(exception))
+
+if not args.debug:
+ got_request_exception.connect(log_exception, app)
+
+class InstallationType(IntEnum):
+ GLOBAL = 0,
+ FACILITY = 1,
+ HOST = 2
+
+class RepositoryType(IntEnum):
+ cplusplus = 0,
+ python = 1,
+ configuration = 2,
+ shellscript = 3
+
+def install(username, reponame, tag, destinations, itype):
+ now = datetime.datetime.now()
+ retval = []
+ user = Users.query.filter(Users.name == username) \
+ .first_or_404(description='User not found')
+ for server, hosts in destinations.items():
+ repository = Repositories.query.with_parent(server.platform) \
+ .filter(Repositories.name == reponame) \
+ .first_or_404(description='Repository doesn\'t found')
+ build = Builds.query.with_parent(repository).filter(Builds.tag == tag) \
+ .first_or_404("Necessary builds isn't availables")
+ try:
+ with paramiko.SSHClient() as sshClient:
+ sshClient.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+ sshClient.connect(hostname=server.name, port=22, username="root",
+ key_filename="/home/inau/.ssh/id_rsa.pub")
+ with sshClient.open_sftp() as sftpClient:
+ for artifact in Artifacts.query.with_parent(build).all():
+ print("Install", artifact.filename, "to", server.name, "...")
+ with open(app.config['FILES_STORE_DIR'] + artifact.hash, "rb") as binaryFile:
+ sftpClient.putfo(binaryFile, "/tmp/" + artifact.hash)
+ filemode = "755"
+ if repository.type == RepositoryType.configuration:
+ filemode = "644"
+ if itype == InstallationType.GLOBAL or itype == InstallationType.FACILITY:
+ cmd = "rm " + server.prefix + "/site/*/" + repository.destination + artifact.filename
+ _, _, _ = execSyncedCommand(sshClient, cmd)
+ cmd = "test -d " + server.prefix + repository.destination + " || mkdir -p " + server.prefix + repository.destination
+ _, _, _ = execSyncedCommand(sshClient, cmd)
+ cmd = "install -m" + filemode + " /tmp/" + artifact.hash + " " \
+ + server.prefix + repository.destination + artifact.filename
+ _, stderr, exitStatus = execSyncedCommand(sshClient, cmd)
+ if exitStatus != 0:
+ raise Exception(stderr)
+ else: # InstallationType.HOST
+ for host in hosts:
+ cmd = "test -d " + server.prefix + "/site/" + host.name + "/" + repository.destination +\
+ " || mkdir -p " + server.prefix + "/site/" + host.name + "/" + repository.destination
+ _, _, _ = execSyncedCommand(sshClient, cmd)
+ cmd = "install -m" + filemode + " /tmp/" + artifact.hash + " " + server.prefix \
+ + "/site/" + host.name + "/" + repository.destination + artifact.filename
+ _, stderr, exitStatus = execSyncedCommand(sshClient, cmd)
+ if exitStatus != 0:
+ raise Exception(stderr)
+ if repository.type == RepositoryType.python:
+ cmd = ""
+ mainClassFile = ""
+ for elem in repository.name.split('-'):
+ mainClassFile += elem[0].upper() + elem[1:]
+ if itype == InstallationType.GLOBAL or itype == InstallationType.FACILITY:
+ cmd = "cd " + server.prefix + repository.destination
+ else: # InstallationType.HOST
+ cmd = "cd " + server.prefix + "/site/" + host.name + "/" + repository.destination
+ cmd += "/.. && ln -sf " + repository.name + "/" + mainClassFile + ".py " + repository.name + "-srv"
+ _, stderr, exitStatus = execSyncedCommand(sshClient, cmd)
+ if exitStatus != 0:
+ raise Exception(stderr)
+
+
+ except Exception as e:
+ raise InternalServerError(description=str(e))
+
+ for host in hosts:
+ installation = Installations(user=user, host=host, build=build, date=now, type=int(itype))
+ db.session.add(installation)
+ db.session.commit()
+
+ retval.append({ 'facility': host.facility.name, 'host': host.name,
+ 'repository': repository.name,'tag': build.tag, 'date': installation.date,
+ 'author': user.name })
+ return retval
+
+class CSHandler(Resource):
+ def get(self):
+ return [{ 'subpath': 'users'},
+ { 'subpath': 'distributions'},
+ { 'subpath': 'architectures'},
+ { 'subpath': 'platforms'},
+ { 'subpath': 'builders'},
+ { 'subpath': 'servers'},
+ { 'subpath': 'providers'},
+ { 'subpath': 'repositories'},
+ { 'subpath': 'facilities' }]
+
+users_fields = { 'name': fields.String() }
+class UsersHandler(Resource):
+ @marshal_with(users_fields)
+ def get(self):
+ users = Users.query.all()
+ return users, 200 if users else 204
+ @marshal_with(users_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=alessio.bogani)')
+ args = parser.parse_args(strict=True)
+ args = parser.parse_args()
+ authenticate(AuthenticationType.ADMIN, request)
+ try:
+ user = Users(name = args['name'], admin = False)
+ db.session.add(user)
+ db.session.commit()
+ return user, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class UserHandler(Resource):
+ @marshal_with(users_fields)
+ def put(self, username):
+ user = Users.query.filter(Users.name == username).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=user.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=alessio.bogani)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ user.name = args['name']
+ db.session.commit()
+ return user, 201
+ def delete(self, username):
+ user = Users.query.filter(Users.name == username).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(user)
+ db.session.commit()
+ return {}, 204
+
+architectures_fields = { 'name': fields.String() }
+class ArchitecturesHandler(Resource):
+ @marshal_with(architectures_fields)
+ def get(self):
+ architectures = Architectures.query.all()
+ return architectures, 200 if architectures else 204
+ @marshal_with(architectures_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ try:
+ arch = Architectures(name = args['name'])
+ db.session.add(arch)
+ db.session.commit()
+ return arch, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class ArchitectureHandler(Resource):
+ @marshal_with(architectures_fields)
+ def put(self, archname):
+ arch = Architectures.query.filter(Architectures.name == archname).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=arch.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ arch.name = args['name']
+ db.session.commit()
+ return arch, 201
+ def delete(self, archname):
+ arch = Architectures.query.filter(Architectures.name == archname).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(arch)
+ db.session.commit()
+ return {}, 204
+
+distributions_fields = { 'id': fields.Integer(),
+ 'name': fields.String(), 'version': fields.String() }
+class DistributionsHandler(Resource):
+ @marshal_with(distributions_fields)
+ def get(self):
+ distributions = Distributions.query.all()
+ return distributions, 200 if distributions else 204
+ @marshal_with(distributions_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=Ubuntu)')
+ parser.add_argument('version', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ try:
+ distro = Distributions(name = args['name'], version = args['version'])
+ db.session.add(distro)
+ db.session.commit()
+ return distro, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class DistributionHandler(Resource):
+ @marshal_with(distributions_fields)
+ def put(self, distroid):
+ distro = Distributions.query.filter(Distributions.id == distroid).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=distro.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=Ubuntu)')
+ parser.add_argument('version', default=distro.version, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro.name = args['name']
+ distro.version = args['version']
+ db.session.commit()
+ return distro, 201
+ def delete(self, distroid):
+ distro = Distributions.query.filter(Distributions.id == distroid).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(distro)
+ db.session.commit()
+ return {}, 204
+
+platforms_fields = { 'id': fields.Integer,
+ 'distribution': fields.String(attribute='distribution.name'),
+ 'version': fields.String(attribute='distribution.version'),
+ 'architecture': fields.String(attribute='architecture.name') }
+class PlatformsHandler(Resource):
+ @marshal_with(platforms_fields)
+ def get(self):
+ platforms = Platforms.query.all()
+ return platforms, 200 if platforms else 204
+ @marshal_with(platforms_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('distribution', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ try:
+ plat = Platforms(architecture_id = arch.id, distribution_id = distro.id)
+ db.session.add(plat)
+ db.session.commit()
+ return plat, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class PlatformHandler(Resource):
+ @marshal_with(platforms_fields)
+ def put(self, platid):
+ plat = Platforms.query.filter(Platforms.id == platid).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('distribution', default=plat.distribution.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', default=plat.distribution.version, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', default=plat.architecture.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat.distribution_id = distro.id
+ plat.architecture_id = arch.id
+ db.session.commit()
+ return plat, 201
+ def delete(self, platid):
+ plat = Platforms.query.filter(Platforms.id == platid).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(plat)
+ db.session.commit()
+ return {}, 204
+
+builders_fields = { 'name': fields.String(),
+ 'distribution': fields.String(attribute='platform.distribution.name'),
+ 'version': fields.String(attribute='platform.distribution.version'),
+ 'architecture': fields.String(attribute='platform.architecture.name') }
+class BuildersHandler(Resource):
+ @marshal_with(builders_fields)
+ def get(self):
+ builders = Builders.query.all()
+ return builders, 200 if builders else 204
+ @marshal_with(builders_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=anguilla)')
+ parser.add_argument('distribution', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ try:
+ builder = Builders(name = args['name'], platform = plat)
+ db.session.add(builder)
+ db.session.commit()
+ return builder, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class BuilderHandler(Resource):
+ @marshal_with(builders_fields)
+ def put(self, buildername):
+ builder = Builders.query.filter(Builders.name == buildername).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=builder.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=anguilla)')
+ parser.add_argument('distribution', default=builder.platform.distribution.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', default=builder.platform.distribution.version, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', default=builder.platform.architecture.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ builder.name = args['name']
+ builder.platform = plat
+ db.session.commit()
+ return builder, 201
+ def delete(self, buildername):
+ builder = Builders.query.filter(Builders.name == buildername).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(builder)
+ db.session.commit()
+ return {}, 204
+
+servers_fields = { 'name': fields.String(), 'prefix': fields.String(),
+ 'distribution': fields.String(attribute='platform.distribution.name'),
+ 'version': fields.String(attribute='platform.distribution.version'),
+ 'architecture': fields.String(attribute='platform.architecture.name') }
+class ServersHandler(Resource):
+ @marshal_with(servers_fields)
+ def get(self):
+ servers = Servers.query.all()
+ return servers, 200 if servers else 204
+ @marshal_with(servers_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=srv-net-srf)')
+ parser.add_argument('prefix', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. prefix=/runtime/)')
+ parser.add_argument('distribution', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ try:
+ server = Servers(name = args['name'], prefix = args['prefix'], platform = plat)
+ db.session.add(server)
+ db.session.commit()
+ return server, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class ServerHandler(Resource):
+ @marshal_with(servers_fields)
+ def put(self, servername):
+ server = Servers.query.filter(Servers.name == servername).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=server.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=srv-net-srf)')
+ parser.add_argument('prefix', default=server.prefix, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. prefix=/runtime/)')
+ parser.add_argument('distribution', default=server.platform.distribution.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', default=server.platform.distribution.version, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', default=server.platform.architecture.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ server.name = args['name']
+ server.prefix = args['prefix']
+ server.platform = plat
+ db.session.commit()
+ return server, 201
+ def delete(self, servername):
+ server = Servers.query.filter(Servers.name == servername).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(server)
+ db.session.commit()
+ return {}, 204
+
+providers_fields = { 'id': fields.Integer(), 'url': fields.String() }
+class ProvidersHandler(Resource):
+ @marshal_with(providers_fields)
+ def get(self):
+ providers = Providers.query.all()
+ return providers, 200 if providers else 204
+ @marshal_with(providers_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('url', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. url=ssh://git@gitlab.elettra.eu:/cs/ds/)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ try:
+ provider = Providers(url = args['url'])
+ db.session.add(provider)
+ db.session.commit()
+ return provider, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class ProviderHandler(Resource):
+ @marshal_with(providers_fields)
+ def put(self, providerid):
+ provider = Providers.query.filter(Providers.id == providerid).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('url', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. url=ssh://git@gitlab.elettra.eu:/cs/ds/)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ provider.url = args['url']
+ db.session.commit()
+ return provider, 201
+ def delete(self, providerid):
+ provider = Providers.query.filter(Providers.id == providerid).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(provider)
+ db.session.commit()
+ return {}, 204
+
+class RepositoryTypeItem(fields.Raw):
+ def format(self, value):
+ if value == RepositoryType.cplusplus:
+ return 'cplusplus'
+ elif value == RepositoryType.python:
+ return 'python'
+ elif value == RepositoryType.shellscript:
+ return 'shellscript'
+ else: # value == RepositoryType.configuration
+ return 'configuration'
+
+repositories_fields = { 'id': fields.Integer(), 'name': fields.String(),
+ 'provider': fields.String(attribute='provider.url'),
+ 'distribution': fields.String(attribute='platform.distribution.name'),
+ 'version': fields.String(attribute='platform.distribution.version'),
+ 'architecture': fields.String(attribute='platform.architecture.name'),
+ 'type': RepositoryTypeItem(), 'destination': fields.String() }
+class RepositoriesHandler(Resource):
+ @marshal_with(repositories_fields)
+ def get(self):
+ repositories = Repositories.query.all()
+ return repositories, 200 if repositories else 204
+ @marshal_with(repositories_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=fake)')
+ parser.add_argument('provider', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. provider=ssh://git@gitlab.elettra.eu:/cs/ds/)')
+ parser.add_argument('distribution', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ parser.add_argument('type', required=True, trim=True, nullable=False,
+ choices=['cplusplus', 'python', 'shellscript', 'configuration'], type=non_empty_string,
+ help='{error_msg} (e.g. type=cplusplus)')
+ parser.add_argument('destination', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. destination=/bin/)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ prov = Providers.query.filter(Providers.url == args['provider']) \
+ .first_or_404(description="Provider doesn't exist")
+ try:
+ repo = Repositories(name = args['name'], provider = prov, platform = plat,
+ type = RepositoryType[args['type']].value, destination=args['destination'])
+ db.session.add(repo)
+ db.session.commit()
+ return repo, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class RepositoryHandler(Resource):
+ @marshal_with(repositories_fields)
+ def put(self, repositoryid):
+ repo = Repositories.query.filter(Repositories.id == repositoryid).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=repo.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=fake)')
+ parser.add_argument('provider', default=repo.provider.url, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. provider=ssh://git@gitlab.elettra.eu:/cs/ds/)')
+ parser.add_argument('distribution', default=repo.platform.distribution.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. distribution=Ubuntu)')
+ parser.add_argument('version', default=repo.platform.distribution.version, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. version=18.04)')
+ parser.add_argument('architecture', default=repo.platform.architecture.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. architecture=ppc7400)')
+ parser.add_argument('type', default=RepositoryType(repo.type).name, trim=True, nullable=False,
+ choices=['cplusplus', 'python', 'shellscript', 'configuration'], type=non_empty_string,
+ help='{error_msg} (e.g. type=cplusplus)')
+ parser.add_argument('destination', default=repo.destination, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. destination=/bin/)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ distro = Distributions.query.filter(Distributions.name == args['distribution'],
+ Distributions.version == args['version']) \
+ .first_or_404(description="Distribution doesn't exist")
+ arch = Architectures.query.filter(Architectures.name == args['architecture']) \
+ .first_or_404(description="Architecture doesn't exist")
+ plat = Platforms.query.with_parent(distro).with_parent(arch) \
+ .first_or_404(description="Platform doesn't exist")
+ prov = Providers.query.filter(Providers.url == args['provider']) \
+ .first_or_404(description="Provider doesn't exist")
+ repo.name = args['name']
+ repo.provider = prov
+ repo.platform = plat
+ repo.type = RepositoryType[args['type']].value
+ repo.destination = args['destination']
+ db.session.commit()
+ return repo, 201
+ def delete(self, repositoryid):
+ repo = Repositories.query.filter(Repositories.id == repositoryid).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(repo)
+ db.session.commit()
+ return {}, 204
+
+facilities_fields = { 'name': fields.String() }
+class FacilitiesHandler(Resource):
+ @marshal_with(facilities_fields)
+ def get(self):
+ facilities = Facilities.query.all()
+ return facilities, 200 if facilities else 204
+ @marshal_with(facilities_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=fermi)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ try:
+ fac = Facilities(name = args['name'])
+ db.session.add(fac)
+ db.session.commit()
+ return fac, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description='Integrity error')
+
+class FacilityHandler(Resource):
+ @marshal_with(facilities_fields)
+ def put(self, facilityname):
+ fac = Facilities.query.filter(Facilities.name == facilityname).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default.fac.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=fermi)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ fac.name = args['name']
+ db.session.commit()
+ return fac, 201
+ def delete(self, facilityname):
+ fac = Facilities.query.filter(Facilities.name == facilityname).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(fac)
+ db.session.commit()
+ return {}, 204
+
+hosts_fields = { 'name': fields.String(),
+ 'server': fields.String(attribute='server.name'),
+ 'facility': fields.String(attribute='facility.name') }
+class HostsHandler(Resource):
+ @marshal_with(hosts_fields)
+ def get(self, facilityname):
+ fac = Facilities.query.filter(Facilities.name == facilityname).first_or_404()
+ hosts = Hosts.query.with_parent(fac).all()
+ return hosts, 200 if hosts else 204
+ @marshal_with(hosts_fields)
+ def post(self, facilityname):
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=ec-sl-slpsr-01)')
+ parser.add_argument('server', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. server=srv-net-srf)')
+ parser.add_argument('prefix', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. prefix=/runtime/)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ fac = Facilities.query.filter(Facilities.name == facilityname) \
+ .first_or_404(description="Facility doesn't exist")
+ srv = Servers.query.filter(Servers.name == args['server'],
+ Servers.prefix == args['prefix']) \
+ .first_or_404(description="Server doesn't exist")
+ try:
+ host = Hosts(name = args['name'], server = srv, facility = fac)
+ db.session.add(host)
+ db.session.commit()
+ return host, 201
+ except IntegrityError:
+ db.session.rollback()
+ raise UnprocessableEntity(description="Integrity error")
+
+class HostHandler(Resource):
+ @marshal_with(hosts_fields)
+ def put(self, facilityname, hostname):
+ host = Hosts.query.filter(Hosts.name == hostname).first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('name', default=host.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. name=ec-sl-slpsr-01)')
+ parser.add_argument('server', default=host.server.name, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. server=srv-net-srf)')
+ parser.add_argument('prefix', default=host.server.prefix, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. prefix=/runtime/)')
+ parser.add_argument('facility', default=host.facility.name, trim=True,
+ nullable=False, type=non_empty_string, help='{error_msg} (e.g. fermi)')
+ args = parser.parse_args(strict=True)
+ authenticate(AuthenticationType.ADMIN, request)
+ fac = Facilities.query.filter(Facilities.name == args['facility']) \
+ .first_or_404(description="Facility doesn't exist")
+ srv = Servers.query.filter(Servers.name == args['server'],
+ Servers.prefix == args['prefix']) \
+ .first_or_404(description="Server doesn't exist")
+ host.name = args['name']
+ host.server = srv
+ host.facility = fac
+ db.session.commit()
+ return host, 201
+ def delete(self, facilityname, hostname):
+ host = Hosts.query.filter(Hosts.name == hostname).first_or_404()
+ authenticate(AuthenticationType.ADMIN, request)
+ db.session.delete(host)
+ db.session.commit()
+ return {}, 204
+
+files_fields = { 'filename': fields.String() }
+class FilesHandler(Resource):
+ @marshal_with(files_fields)
+ def get(self, facilityname, hostname):
+ host = Hosts.query.join('facility').\
+ filter(Facilities.name == facilityname,
+ Hosts.name == hostname).\
+ first_or_404()
+ LatestInstallations = Builds.query.join('repository').join('installations').\
+ with_entities(Repositories.id, Installations.host_id,
+ func.max(Installations.id).label('installation_id')).\
+ group_by(Repositories.id, Installations.host_id).\
+ subquery()
+ retval = []
+ for artifact in Builds.query.join('installations').join('artifacts').\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ with_entities(Artifacts).filter(Installations.host == host).all():
+ retval.append({ 'filename' : artifact.filename })
+ return retval, 200 if retval else 204
+
+file_fields = { 'filename': fields.String(), 'hash': fields.String() }
+class FileHandler(Resource):
+ @marshal_with(file_fields)
+ def get(self, facilityname, hostname, filename):
+ host = Hosts.query.join('facility').\
+ filter(Facilities.name == facilityname,
+ Hosts.name == hostname).\
+ first_or_404()
+ LatestInstallations = Builds.query.join('repository').join('installations').\
+ with_entities(Repositories.id, Installations.host_id,
+ func.max(Installations.id).label('installation_id')).\
+ group_by(Repositories.id, Installations.host_id).\
+ subquery()
+ artifact = Builds.query.\
+ join('installations').\
+ join('artifacts').\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ with_entities(Artifacts).\
+ filter(Artifacts.filename == filename, Installations.host == host).\
+ first_or_404()
+ return { 'filename': artifact.filename, 'hash': artifact.hash }
+
+mode_parser = reqparse.RequestParser()
+mode_parser.add_argument('mode', type=str, default='status', required=False,
+ choices=['status', 'diff', 'history'], location='args')
+
+cs_installations_fields = { 'facility': fields.String(),
+ 'host': fields.String(), 'repository': fields.String(),
+ 'tag': fields.String(), 'date': fields.DateTime(),
+ 'author': fields.String() }
+class CSInstallationsHandler(Resource):
+ @marshal_with(cs_installations_fields)
+ def get(self):
+ args = mode_parser.parse_args(strict=True)
+ LatestInstallations = Builds.query.join('repository').join('installations').\
+ with_entities(Repositories.id, Installations.host_id,
+ func.max(Installations.id).label('installation_id')).\
+ group_by(Repositories.id, Installations.host_id).\
+ subquery()
+ if args['mode'] == 'status':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True).\
+ joinedload('facility', innerjoin=True)).\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ order_by(Installations.date.desc()).all()
+ elif args['mode'] == 'diff':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True).\
+ joinedload('facility', innerjoin=True)).\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ filter(Installations.type != int(InstallationType.GLOBAL)).\
+ order_by(Installations.date.desc()).all()
+ else: # history
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True).\
+ joinedload('facility', innerjoin=True)).\
+ order_by(Installations.date.desc()).all()
+ retval = []
+ for installation in installations:
+ retval.append({ 'facility': installation.host.facility.name,
+ 'host': installation.host.name,
+ 'repository': installation.build.repository.name,
+ 'tag': installation.build.tag, 'date': installation.date,
+ 'author': installation.user.name })
+ return retval, 200 if len(retval) else 204
+ @marshal_with(cs_installations_fields)
+ def post(self):
+ parser = reqparse.RequestParser()
+ parser.add_argument('repository', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. repository=fake)')
+ parser.add_argument('tag', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. tag=0.0.4)')
+ args = parser.parse_args(strict=True)
+ username = authenticate(AuthenticationType.USER, request)
+ destinations = {}
+ for repository in Repositories.query.\
+ filter(Repositories.name == args['repository']).\
+ all():
+ for server in repository.platform.servers:
+ for host in server.hosts:
+ try:
+ destinations[host.server].add(host)
+ except KeyError:
+ destinations[host.server] = {host}
+ return install(username, args['repository'], args['tag'],
+ destinations, InstallationType.GLOBAL)
+
+facility_installations_fields = { 'host': fields.String(),
+ 'repository': fields.String(), 'tag': fields.String(),
+ 'date': fields.DateTime(), 'author': fields.String() }
+class FacilityInstallationsHandler(Resource):
+ @marshal_with(facility_installations_fields)
+ def get(self, facilityname):
+ facility = Facilities.query.\
+ filter(Facilities.name == facilityname).\
+ first_or_404()
+ args = mode_parser.parse_args(strict=True)
+ LatestInstallations = Builds.query.join('repository').join('installations').\
+ with_entities(Repositories.id, Installations.host_id,
+ func.max(Installations.id).label('installation_id')).\
+ group_by(Repositories.id, Installations.host_id).\
+ subquery()
+ if args['mode'] == 'status':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ join('host').\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ filter(Hosts.facility == facility).\
+ order_by(Installations.date.desc()).all()
+ elif args['mode'] == 'diff':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ join('host').\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ filter(Hosts.facility == facility,
+ Installations.type == int(InstallationType.HOST)).\
+ order_by(Installations.date.desc()).all()
+ else: # history
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ join('host').\
+ filter(Hosts.facility == facility).\
+ order_by(Installations.date.desc()).all()
+ retval = []
+ for installation in installations:
+ retval.append({ 'host': installation.host.name,
+ 'repository': installation.build.repository.name,
+ 'tag': installation.build.tag, 'date': installation.date,
+ 'author': installation.user.name })
+ return retval, 200 if len(retval) else 204
+ @marshal_with(facility_installations_fields)
+ def post(self, facilityname):
+ facility = Facilities.query.filter(Facilities.name == facilityname) \
+ .first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('repository', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. repository=fake)')
+ parser.add_argument('tag', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. tag=0.0.4)')
+ args = parser.parse_args(strict=True)
+ username = authenticate(AuthenticationType.USER, request)
+ destinations = {}
+ for repository in Repositories.query.\
+ filter(Repositories.name == args['repository']).\
+ all():
+ for server in repository.platform.servers:
+ for host in server.hosts:
+ if host.facility_id != facility.id:
+ continue
+ try:
+ destinations[host.server].add(host)
+ except KeyError:
+ destinations[host.server] = {host}
+ return install(username, args['repository'], args['tag'],
+ destinations, InstallationType.FACILITY)
+
+host_installations_fields = { 'repository': fields.String(),
+ 'tag': fields.String(), 'date': fields.DateTime(),
+ 'author': fields.String() }
+class HostInstallationsHandler(Resource):
+ @marshal_with(host_installations_fields)
+ def get(self, facilityname, hostname):
+ host = Hosts.query.join('facility').\
+ filter(Facilities.name == facilityname,
+ Hosts.name == hostname).\
+ first_or_404()
+ args = mode_parser.parse_args(strict=True)
+ LatestInstallations = Builds.query.join('repository').join('installations').\
+ with_entities(Repositories.id, Installations.host_id,
+ func.max(Installations.id).label('installation_id')).\
+ group_by(Repositories.id, Installations.host_id).\
+ subquery()
+ if args['mode'] == 'status':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ filter(Installations.host == host).\
+ order_by(Installations.date.desc()).all()
+ elif args['mode'] == 'diff':
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ join(LatestInstallations, Installations.id == LatestInstallations.c.installation_id).\
+ filter(Installations.host == host,
+ Installations.type == int(InstallationType.HOST)).\
+ order_by(Installations.date.desc()).all()
+ else: # history
+ installations = Installations.query.options(
+ joinedload('user', innerjoin=True),\
+ joinedload('build', innerjoin=True).\
+ joinedload('repository', innerjoin=True),
+ joinedload('host', innerjoin=True)).\
+ filter(Installations.host == host).\
+ order_by(Installations.date.desc()).all()
+ retval = []
+ for installation in installations:
+ retval.append({ 'repository': installation.build.repository.name,
+ 'tag': installation.build.tag, 'date': installation.date,
+ 'author': installation.user.name })
+ return retval, 200 if len(retval) else 204
+ @marshal_with(host_installations_fields)
+ def post(self, facilityname, hostname):
+ host = Hosts.query.options(joinedload('facility', innerjoin=True)) \
+ .filter(Facilities.name == facilityname, Hosts.name == hostname) \
+ .first_or_404()
+ parser = reqparse.RequestParser()
+ parser.add_argument('repository', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. repository=fake)')
+ parser.add_argument('tag', required=True, trim=True, nullable=False,
+ type=non_empty_string, help='{error_msg} (e.g. tag=0.0.4)')
+ args = parser.parse_args(strict=True)
+ username = authenticate(AuthenticationType.USER, request)
+ destinations = {}
+ destinations[host.server] = {host}
+ return install(username, args['repository'], args['tag'],
+ destinations, InstallationType.HOST)
+ return {}
+
+def retrieveAnnotatedTags(gitrepo):
+ atags = set()
+ for atag in gitrepo.tags:
+ if atag.tag != None:
+ atags.add(atag)
+ return atags
+
+def updateRepo(repo):
+ gitrepo = None
+ atagsBefore = set()
+ repoPath = app.config['GIT_TREES_DIR'] + repo.name
+ if os.path.isdir(repoPath):
+ gitrepo = git.Repo(repoPath)
+ atagsBefore = retrieveAnnotatedTags(gitrepo)
+ gitrepo.remotes.origin.fetch()
+ else:
+ gitrepo = git.Repo.clone_from(repo.provider.url + repo.name, to_path=repoPath)
+ atagsAfter = set()
+ atagsAfter = retrieveAnnotatedTags(gitrepo)
+ return gitrepo, atagsAfter - atagsBefore
+
+def build():
+ try:
+ with db.app.app_context():
+ updateRepo(Repositories.query.filter(Repositories.name == "makefiles").first())
+ for distinctRepo in Repositories.query.with_entities(Repositories.name) \
+ .filter(Repositories.name != "makefiles").distinct().all():
+ try:
+ gitrepo, newAtags = updateRepo(Repositories.query \
+ .filter(Repositories.name == distinctRepo.name).first())
+ for atag in newAtags:
+ for repo in Repositories.query \
+ .filter(Repositories.name == distinctRepo.name).all():
+ builder = Builders.query \
+ .filter(Builders.platform_id == repo.platform.id).first()
+ if builder is None:
+ raise Exception("Missing builder")
+ print("Start building " + str(atag) + " from " + repo.name
+ + " git repo on " + builder.name + "...")
+ gitrepo.git.checkout(str(atag))
+ gitrepo.git.clean("-fdx")
+ with paramiko.SSHClient() as sshClient:
+ sshClient.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+ sshClient.connect(hostname=builder.name, port=22, username="inau",
+ key_filename="/home/inau/.ssh/id_rsa.pub")
+ _, stderr, exitStatus = execSyncedCommand(sshClient,
+ "source /etc/profile; cd " + app.config['GIT_TREES_DIR'] + repo.name +
+ "&& (test -f *.pro && qmake && cuuimake --plain-text-output); make")
+ if exitStatus == 0:
+ outcome = repo.name + " " + str(atag) + ": built successfully on " + builder.name
+ build = Builds(repository_id=repo.id, tag=str(atag))
+ db.session.add(build)
+ db.session.commit()
+
+ dir = "/not-existing-directory-which-should-produce-an-error/"
+ if repo.type == RepositoryType.cplusplus or repo.type == RepositoryType.python \
+ or repo.type == RepositoryType.shellscript:
+ dir = "/bin/"
+ else: # repo.type == RepositoryType.configuration
+ dir = "/etc/"
+
+ print("Looking for file(s) in " + dir + "...")
+
+ for r, d, f in os.walk(app.config['GIT_TREES_DIR'] + repo.name + dir):
+ for file in f:
+ hashFile = ""
+ print("Copy " + app.config['GIT_TREES_DIR'] + repo.name + dir
+ + file + " in /tmp/" + file + "...")
+ shutil.copyfile(app.config['GIT_TREES_DIR'] + repo.name + dir
+ + file, "/tmp/" + file)
+ with open("/tmp/" + file,"rb") as fd:
+ bytes = fd.read()
+ hashFile = hashlib.sha256(bytes).hexdigest();
+ os.rename("/tmp/" + file, "/tmp/" + hashFile)
+ if not os.path.isfile(app.config['FILES_STORE_DIR'] + hashFile):
+ shutil.copyfile("/tmp/" + hashFile, app.config['FILES_STORE_DIR'] + hashFile)
+ artifact = Artifacts(build_id=build.id, hash=hashFile, filename=file)
+ db.session.add(artifact)
+ db.session.commit()
+ else:
+ outcome = repo.name + " " + str(atag) + ": built failed on " + builder.name
+ if not args.debug:
+ sendEmail([atag.tag.object.author.email], outcome, stderr)
+ else:
+ sendEmailAdmins(outcome, stderr)
+ except Exception as e:
+ if not args.debug:
+ sendEmailAdmins("Error on " + distinctRepo.name + " repository", e)
+ else:
+ raise e
+ except Exception as e:
+ if not args.debug:
+ sendEmailAdmins("Error on makefiles repository", e)
+ else:
+ raise e
+
+
+if __name__ == '__main__':
+ # Configure Flask
+ app.config['SQLALCHEMY_DATABASE_URI'] = args.db
+ app.config['MAIL_SERVER'] = args.smtpserver
+ app.config['MAIL_DOMAIN'] = args.smtpdomain
+ app.config['MAIL_DEFAULT_SENDER'] = args.sender + "@" + args.smtpdomain
+ app.config['FILES_STORE_DIR'] = args.store
+ app.config['GIT_TREES_DIR'] = args.repo
+ app.config['LDAP_URL'] = args.ldap
+ app.config['BUNDLE_ERRORS'] = True
+ app.config['JOBS'] = [{'id': 'builder', 'func': build,
+ 'trigger': 'interval', 'seconds': 60}]
+ app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
+ app.debug = args.debug
+ if app.debug:
+ app.config['SQLALCHEMY_ECHO'] = True
+
+ # Configure SQLAclhemy
+ db.app = app
+ db.init_app(app)
+
+ # Create and configure APScheduler
+ sched = APScheduler()
+ sched.init_app(app)
+ sched.start()
+
+ # Create all DB tables if necessary
+ db.create_all()
+
+ # Creates REST endpoints
+ v2.add_resource(CSHandler, '/cs', '/cs/')
+ v2.add_resource(UsersHandler, '/cs/users', '/cs/users/')
+ v2.add_resource(UserHandler, '/cs/users/<string:username>',
+ '/cs/users/<string:username>/')
+ v2.add_resource(ArchitecturesHandler, '/cs/architectures', '/cs/architectures/')
+ v2.add_resource(ArchitectureHandler, '/cs/architectures/<string:archname>',
+ '/cs/architectures/<string:archname>/')
+ v2.add_resource(DistributionsHandler, '/cs/distributions', '/cs/distributions/')
+ v2.add_resource(DistributionHandler, '/cs/distributions/<string:distroid>',
+ '/cs/distributions/<string:distroid>/')
+ v2.add_resource(PlatformsHandler, '/cs/platforms', '/cs/platforms/')
+ v2.add_resource(PlatformHandler, '/cs/platforms/<int:platid>',
+ '/cs/platforms/<int:platid>/')
+ v2.add_resource(BuildersHandler,'/cs/builders', '/cs/builders/')
+ v2.add_resource(BuilderHandler, '/cs/builders/<string:buildername>',
+ '/cs/builders/<string:buildername>/')
+ v2.add_resource(ServersHandler, '/cs/servers', '/cs/servers/')
+ v2.add_resource(ServerHandler, '/cs/servers/<string:servername>',
+ '/cs/servers/<string:servername>/')
+ v2.add_resource(ProvidersHandler, '/cs/providers', '/cs/providers/')
+ v2.add_resource(ProviderHandler, '/cs/servers/<int:providerid>',
+ '/cs/providers/<int:providerid>/')
+ v2.add_resource(RepositoriesHandler, '/cs/repositories', '/cs/repositories/')
+ v2.add_resource(RepositoryHandler, '/cs/repositories/<int:repositoryid>',
+ '/cs/repositories/<int:repositoryid>/')
+ v2.add_resource(FacilitiesHandler, '/cs/facilities', '/cs/facilities/')
+ v2.add_resource(FacilityHandler, '/cs/facilities/<string:facilityname>',
+ '/cs/facilities/<string:facilityname>/')
+ v2.add_resource(HostsHandler, '/cs/facilities/<string:facilityname>/hosts',
+ '/cs/facilities/<string:facilityname>/hosts/')
+ v2.add_resource(HostHandler,
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>',
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/')
+ v2.add_resource(FilesHandler,
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/files',
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/files/')
+ v2.add_resource(FileHandler,
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/files/<string:filename>',
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/files/<string:filename>/')
+
+ v2.add_resource(CSInstallationsHandler, '/cs/installations',
+ '/cs/installations/', '/cs/facilities/installations',
+ '/cs/facilities/installations/')
+ v2.add_resource(FacilityInstallationsHandler,
+ '/cs/facilities/<string:facilityname>/installations',
+ '/cs/facilities/<string:facilityname>/installations/',
+ '/cs/facilities/<string:facilityname>/hosts/installations',
+ '/cs/facilities/<string:facilityname>/hosts/installations/')
+ v2.add_resource(HostInstallationsHandler,
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/installations',
+ '/cs/facilities/<string:facilityname>/hosts/<string:hostname>/installations/')
+
+ # Start Flask (reloader is not compatible with APScheduler)
+ app.run(host='0.0.0.0', port=443, threaded=True,
+ ssl_context=('/etc/ssl/certs/inau_elettra_eu.crt',
+ '/etc/ssl/private/inau_elettra_eu.key'),
+ use_reloader=False, use_debugger=False)
diff --git a/templates/elettra.html b/templates/elettra.html
new file mode 100644
index 0000000000000000000000000000000000000000..a1f48308a2bbccf465777cbf377c33c858a0b0e5
--- /dev/null
+++ b/templates/elettra.html
@@ -0,0 +1,77 @@
+<!doctype html>
+<html lang="en">
+ <head>
+ <!-- Required meta tags -->
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+ <!-- Bootstrap CSS -->
+ <link rel="stylesheet" href="https://stackpath.bootstrapcdn.com/bootstrap/4.3.1/css/bootstrap.min.css"
+ integrity="sha384-ggOyR0iXCbMQv3Xipma34MD+dH/1fQ784/j6cY/iJTQUOhcWr7x9JvoRxT2MZw1T" crossorigin="anonymous">
+ <style>
+ body {
+ font-family: 'PT Sans Narrow', Arial, sans-serif;
+ font-size: 14px;
+ }
+ </style>
+ <title>INAU INstallazione AUtomatica</title>
+ </head>
+ <body>
+
+ <div class="container">
+ <div class="row">
+ <div class="col-12 center-block text-center">
+ <img src='http://www.elettra.eu/html/page/images/elettra.jpg'/>
+ <br><br><br><br>
+ <h4>INAU INstallazione AUtomatica</h4>
+ <br><br>
+ </div>
+ </div>
+
+ <div class="row">
+ <table class="table table-borderless">
+ <thead>
+ <tr>
+ {% for key, value in data[0].items() %}
+ <th scope="col">{{ key | e }}</th>
+ {% endfor %}
+ </tr>
+ </thead>
+ <tbody>
+ {% for row in data %}
+ <tr>
+ {% for key, value in row.items() %}
+ <td>{{ value | e }}</td>
+ {% endfor %}
+ </tr>
+ {% endfor %}
+ </tbody>
+ </table>
+ </div>
+
+ <br>
+ <div class="row">
+ <div class="col-12 center-block text-center">
+ <small>
+ <address>
+ <strong>Sincrotrone Trieste S.C.p.A.</strong><br>
+ Strada Statale 14 - km 163,5 in AREA Science Park<br>
+ 34149 Basovizza, Trieste ITALY<br>
+ Tel. +39 040 37581 - Fax. +39 040 9380902<br>
+ </address>
+ <small>
+ </div>
+ </div>
+ </div>
+
+ <!-- Optional JavaScript -->
+ <!-- jQuery first, then Popper.js, then Bootstrap JS -->
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js"
+ integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.7/umd/popper.min.js"
+ integrity="sha384-UO2eT0CpHqdSJQ6hJty5KVphtPhzWj9WO1clHTMGa3JDZwrnQq4sF86dIHNDz0W1" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.3.1/js/bootstrap.min.js"
+ integrity="sha384-JjSmVgyd0p3pXB1rRibZUAYoIIy6OrQ6VrjIEaFf/nJGzIxFDsf4x0xIM+B07jRM" crossorigin="anonymous">
+ </script>
+ </body>
+</html>