1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
# Copyright (C) 2015 Linaro Limited
#
# Author: Stevan Radakovic <stevan.radakovic@linaro.org>
#
# This file is part of lava-scheduler-tool.
#
# lava-scheduler-tool is free software: you can redistribute it and/or modify
# it under the terms of the GNU Lesser General Public License version 3
# as published by the Free Software Foundation
#
# lava-scheduler-tool is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with lava-scheduler-tool. If not, see <http://www.gnu.org/licenses/>.
import re
import requests
import subprocess
import sys
HTTP_DOWNLOAD_TIMEOUT = 15
def devicedictionary_to_jinja2(data_dict, extends):
"""
Formats a DeviceDictionary as a jinja2 string dictionary
Arguments:
data_dict: the DeviceDictionary.to_dict()
extends: the name of the jinja2 device_type template file to extend.
(including file name extension / suffix) which jinja2 will later
assume to be in the jinja2 device_types folder
"""
if type(data_dict) is not dict:
return None
data = u'{%% extends \'%s\' %%}\n' % extends
for key, value in data_dict.items():
if key == 'extends':
continue
data += u'{%% set %s = \'%s\' %%}\n' % (key, value)
return data
def jinja2_to_devicedictionary(data_dict):
"""
Do some string mangling to convert the template to a key value store
The reverse of lava_scheduler_app.utils.devicedictionary_to_jinja2
"""
if type(data_dict) is not str:
return None
data = {}
for line in data_dict.replace('{% ', '').replace(' %}', '').split('\n'):
if line == '':
continue
if line.startswith('extends'):
base = line.replace('extends ', '')
base = base.replace('"', "'").replace("'", '')
data['extends'] = base
if line.startswith('set '):
key = line.replace('set ', '')
key = re.sub(' = .*$', '', key)
value = re.sub('^.* = ', '', line)
value = value.replace('"', "'").replace("'", '')
data[key] = value
return data
def validate_urls(definition):
urls = re.findall(r'((https?|git|ftps?)://[^\s]+)', definition)
for url in urls:
if url[1] == 'git':
try:
output = subprocess.check_output(['/usr/bin/git', 'ls-remote',
'--exit-code', '-h', url[0]],
stderr=subprocess.STDOUT)
except subprocess.CalledProcessError as exc:
print >> sys.stderr, "Warning: %s" % exc
else:
try:
res = requests.head(url[0], allow_redirects=True,
timeout=HTTP_DOWNLOAD_TIMEOUT)
if res.status_code != requests.codes.OK:
res = requests.get(
url[0], allow_redirects=True, stream=True,
timeout=HTTP_DOWNLOAD_TIMEOUT)
if res.status_code != requests.codes.OK:
print >> sys.stderr, "Warning: Resources not available at '%s'" % (url[0])
except requests.Timeout:
print >> sys.stderr, "Warning: '%s' timed out" % (url[0])
except requests.RequestException as exc:
print >> sys.stderr, "Warning: %s" % exc
|
