#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import collections
import functools
import hashlib
import itertools
from oslo_config import cfg
from oslo_log import log as logging
from oslo_serialization import jsonutils
from urllib import parse as urlparse
import yaql
from yaql.language import exceptions
from heat.common import exception
from heat.common.i18n import _
from heat.engine import attributes
from heat.engine import function
LOG = logging.getLogger(__name__)
yaql_group = cfg.OptGroup('yaql')
yaql_opts = [
cfg.IntOpt('limit_iterators',
default=200,
help=_('The maximum number of elements in collection '
'expression can take for its evaluation.')),
cfg.IntOpt('memory_quota',
default=10000,
help=_('The maximum size of memory in bytes that '
'expression can take for its evaluation.'))
]
cfg.CONF.register_opts(yaql_opts, group=yaql_group)
[docs]
def list_opts():
yield yaql_group.name, yaql_opts
[docs]
class GetParam(function.Function):
"""A function for resolving parameter references.
Takes the form::
get_param: <param_name>
or::
get_param:
- <param_name>
- <path1>
- ...
"""
def __init__(self, stack, fn_name, args):
super(GetParam, self).__init__(stack, fn_name, args)
if self.stack is not None:
self.parameters = self.stack.parameters
else:
self.parameters = None
[docs]
def result(self):
assert self.parameters is not None, "No stack definition in Function"
args = function.resolve(self.args)
if not args:
raise ValueError(_('Function "%s" must have arguments') %
self.fn_name)
if isinstance(args, str):
param_name = args
path_components = []
elif isinstance(args, collections.abc.Sequence):
param_name = args[0]
path_components = args[1:]
else:
raise TypeError(_('Argument to "%s" must be string or list') %
self.fn_name)
if not isinstance(param_name, str):
raise TypeError(_('Parameter name in "%s" must be string') %
self.fn_name)
try:
parameter = self.parameters[param_name]
except KeyError:
raise exception.UserParameterMissing(key=param_name)
def get_path_component(collection, key):
if not isinstance(collection, (collections.abc.Mapping,
collections.abc.Sequence)):
raise TypeError(_('"%s" can\'t traverse path') % self.fn_name)
if not isinstance(key, (str, int)):
raise TypeError(_('Path components in "%s" '
'must be strings') % self.fn_name)
if isinstance(collection, collections.abc.Sequence
) and isinstance(key, str):
try:
key = int(key)
except ValueError:
raise TypeError(_("Path components in '%s' "
"must be a string that can be "
"parsed into an "
"integer.") % self.fn_name)
return collection[key]
try:
return functools.reduce(get_path_component, path_components,
parameter)
except (KeyError, IndexError, TypeError):
return ''
[docs]
class GetResource(function.Function):
"""A function for resolving resource references.
Takes the form::
get_resource: <resource_name>
"""
def _resource(self, path='unknown'):
resource_name = function.resolve(self.args)
try:
return self.stack[resource_name]
except KeyError:
raise exception.InvalidTemplateReference(resource=resource_name,
key=path)
[docs]
def dependencies(self, path):
return itertools.chain(super(GetResource, self).dependencies(path),
[self._resource(path)])
[docs]
def result(self):
return self._resource().FnGetRefId()
[docs]
class GetAttThenSelect(function.Function):
"""A function for resolving resource attributes.
Takes the form::
get_attr:
- <resource_name>
- <attribute_name>
- <path1>
- ...
"""
def __init__(self, stack, fn_name, args):
super(GetAttThenSelect, self).__init__(stack, fn_name, args)
(self._resource_name,
self._attribute,
self._path_components) = self._parse_args()
def _parse_args(self):
if (not isinstance(self.args, collections.abc.Sequence) or
isinstance(self.args, str)):
raise TypeError(_('Argument to "%s" must be a list') %
self.fn_name)
if len(self.args) < 2:
raise ValueError(_('Arguments to "%s" must be of the form '
'[resource_name, attribute, (path), ...]') %
self.fn_name)
return self.args[0], self.args[1], self.args[2:]
def _res_name(self):
return function.resolve(self._resource_name)
def _resource(self, path='unknown'):
resource_name = self._res_name()
try:
return self.stack[resource_name]
except KeyError:
raise exception.InvalidTemplateReference(resource=resource_name,
key=path)
def _attr_path(self):
return function.resolve(self._attribute)
[docs]
def dep_attrs(self, resource_name):
if self._res_name() == resource_name:
try:
attrs = [self._attr_path()]
except Exception as exc:
LOG.debug("Ignoring exception calculating required attributes"
": %s %s", type(exc).__name__, str(exc))
attrs = []
else:
attrs = []
return itertools.chain(super(GetAttThenSelect,
self).dep_attrs(resource_name),
attrs)
[docs]
def all_dep_attrs(self):
try:
attrs = [(self._res_name(), self._attr_path())]
except Exception:
attrs = []
return itertools.chain(function.all_dep_attrs(self.args), attrs)
[docs]
def dependencies(self, path):
return itertools.chain(super(GetAttThenSelect,
self).dependencies(path),
[self._resource(path)])
def _allow_without_attribute_name(self):
return False
[docs]
def validate(self):
super(GetAttThenSelect, self).validate()
res = self._resource()
if self._allow_without_attribute_name():
# if allow without attribute_name, then don't check
# when attribute_name is None
if self._attribute is None:
return
attr = function.resolve(self._attribute)
if attr not in res.attributes_schema:
raise exception.InvalidTemplateAttribute(
resource=self._resource_name, key=attr)
def _result_ready(self, r):
if r.action in (r.CREATE, r.ADOPT, r.SUSPEND, r.RESUME,
r.UPDATE, r.ROLLBACK, r.SNAPSHOT, r.CHECK):
return True
return False
[docs]
def result(self):
attr_name = function.resolve(self._attribute)
resource = self._resource()
if self._result_ready(resource):
attribute = resource.FnGetAtt(attr_name)
else:
attribute = None
if attribute is None:
return None
path_components = function.resolve(self._path_components)
return attributes.select_from_attribute(attribute, path_components)
[docs]
class GetAtt(GetAttThenSelect):
"""A function for resolving resource attributes.
Takes the form::
get_attr:
- <resource_name>
- <attribute_name>
- <path1>
- ...
"""
[docs]
def result(self):
path_components = function.resolve(self._path_components)
attribute = function.resolve(self._attribute)
resource = self._resource()
if self._result_ready(resource):
return resource.FnGetAtt(attribute, *path_components)
else:
return None
def _attr_path(self):
path = function.resolve(self._path_components)
attr = function.resolve(self._attribute)
if path:
return tuple([attr] + path)
else:
return attr
[docs]
class GetAttAllAttributes(GetAtt):
"""A function for resolving resource attributes.
Takes the form::
get_attr:
- <resource_name>
- <attributes_name>
- <path1>
- ...
where <attributes_name> and <path1>, ... are optional arguments. If there
is no <attributes_name>, result will be dict of all resource's attributes.
Else function returns resolved resource's attribute.
"""
def _parse_args(self):
if not self.args:
raise ValueError(_('Arguments to "%s" can be of the next '
'forms: [resource_name] or '
'[resource_name, attribute, (path), ...]'
) % self.fn_name)
elif isinstance(self.args, collections.abc.Sequence):
if len(self.args) > 1:
return super(GetAttAllAttributes, self)._parse_args()
else:
return self.args[0], None, []
else:
raise TypeError(_('Argument to "%s" must be a list') %
self.fn_name)
def _attr_path(self):
if self._attribute is None:
return attributes.ALL_ATTRIBUTES
return super(GetAttAllAttributes, self)._attr_path()
[docs]
def result(self):
if self._attribute is None:
r = self._resource()
if (r.status in (r.IN_PROGRESS, r.COMPLETE) and
r.action in (r.CREATE, r.ADOPT, r.SUSPEND, r.RESUME,
r.UPDATE, r.CHECK, r.SNAPSHOT)):
return r.FnGetAtts()
else:
return None
else:
return super(GetAttAllAttributes, self).result()
def _allow_without_attribute_name(self):
return True
[docs]
class Replace(function.Function):
"""A function for performing string substitutions.
Takes the form::
str_replace:
template: <key_1> <key_2>
params:
<key_1>: <value_1>
<key_2>: <value_2>
...
And resolves to::
"<value_1> <value_2>"
When keys overlap in the template, longer matches are preferred. For keys
of equal length, lexicographically smaller keys are preferred.
"""
_strict = False
_allow_empty_value = True
def __init__(self, stack, fn_name, args):
super(Replace, self).__init__(stack, fn_name, args)
self._mapping, self._string = self._parse_args()
if not isinstance(self._mapping,
(collections.abc.Mapping, function.Function)):
raise TypeError(_('"%s" parameters must be a mapping') %
self.fn_name)
def _parse_args(self):
if not isinstance(self.args, collections.abc.Mapping):
raise TypeError(_('Arguments to "%s" must be a map') %
self.fn_name)
try:
mapping = self.args['params']
string = self.args['template']
except (KeyError, TypeError):
example = _('''%s:
template: This is var1 template var2
params:
var1: a
var2: string''') % self.fn_name
raise KeyError(_('"%(fn_name)s" syntax should be %(example)s') %
{'fn_name': self.fn_name, 'example': example})
else:
return mapping, string
def _validate_replacement(self, value, param):
if value is None:
return ''
if not isinstance(value,
(str, int,
float, bool)):
raise TypeError(_('"%(name)s" params must be strings or numbers, '
'param %(param)s is not valid') %
{'name': self.fn_name, 'param': param})
return str(value)
[docs]
def result(self):
template = function.resolve(self._string)
mapping = function.resolve(self._mapping)
if self._strict:
unreplaced_keys = set(mapping)
if not isinstance(template, str):
raise TypeError(_('"%s" template must be a string') % self.fn_name)
if not isinstance(mapping, collections.abc.Mapping):
raise TypeError(_('"%s" params must be a map') % self.fn_name)
def replace(strings, keys):
if not keys:
return strings
placeholder = keys[0]
if not isinstance(placeholder, str):
raise TypeError(_('"%s" param placeholders must be strings') %
self.fn_name)
remaining_keys = keys[1:]
value = self._validate_replacement(mapping[placeholder],
placeholder)
def string_split(s):
ss = s.split(placeholder)
if self._strict and len(ss) > 1:
unreplaced_keys.discard(placeholder)
return ss
return [value.join(replace(string_split(s),
remaining_keys)) for s in strings]
ret_val = replace([template], sorted(sorted(mapping),
key=len, reverse=True))[0]
if self._strict and len(unreplaced_keys) > 0:
raise ValueError(
_("The following params were not found in the template: %s") %
','.join(sorted(sorted(unreplaced_keys),
key=len, reverse=True)))
return ret_val
[docs]
class ReplaceJson(Replace):
"""A function for performing string substitutions.
Takes the form::
str_replace:
template: <key_1> <key_2>
params:
<key_1>: <value_1>
<key_2>: <value_2>
...
And resolves to::
"<value_1> <value_2>"
When keys overlap in the template, longer matches are preferred. For keys
of equal length, lexicographically smaller keys are preferred.
Non-string param values (e.g maps or lists) are serialized as JSON before
being substituted in.
"""
def _validate_replacement(self, value, param):
def _raise_empty_param_value_error():
raise ValueError(
_('%(name)s has an undefined or empty value for param '
'%(param)s, must be a defined non-empty value') %
{'name': self.fn_name, 'param': param})
if value is None:
if self._allow_empty_value:
return ''
else:
_raise_empty_param_value_error()
if not isinstance(value, (str, int, float, bool)):
if isinstance(
value, (collections.abc.Mapping, collections.abc.Sequence)
):
if not self._allow_empty_value and len(value) == 0:
_raise_empty_param_value_error()
try:
return jsonutils.dumps(value, default=None, sort_keys=True)
except TypeError:
raise TypeError(_('"%(name)s" params must be strings, '
'numbers, list or map. '
'Failed to json serialize %(value)s'
) % {'name': self.fn_name,
'value': value})
else:
raise TypeError(_('"%s" params must be strings, numbers, '
'list or map.') % self.fn_name)
ret_value = str(value)
if not self._allow_empty_value and not ret_value:
_raise_empty_param_value_error()
return ret_value
[docs]
class ReplaceJsonStrict(ReplaceJson):
"""A function for performing string substitutions.
str_replace_strict is identical to the str_replace function, only
a ValueError is raised if any of the params are not present in
the template.
"""
_strict = True
[docs]
class ReplaceJsonVeryStrict(ReplaceJsonStrict):
"""A function for performing string substitutions.
str_replace_vstrict is identical to the str_replace_strict
function, only a ValueError is raised if any of the params are
None or empty.
"""
_allow_empty_value = False
[docs]
class GetFile(function.Function):
"""A function for including a file inline.
Takes the form::
get_file: <file_key>
And resolves to the content stored in the files dictionary under the given
key.
"""
def __init__(self, stack, fn_name, args):
super(GetFile, self).__init__(stack, fn_name, args)
self.files = self.stack.t.files if self.stack is not None else None
[docs]
def result(self):
assert self.files is not None, "No stack definition in Function"
args = function.resolve(self.args)
if not (isinstance(args, str)):
raise TypeError(_('Argument to "%s" must be a string') %
self.fn_name)
f = self.files.get(args)
if f is None:
fmt_data = {'fn_name': self.fn_name,
'file_key': args}
raise ValueError(_('No content found in the "files" section for '
'%(fn_name)s path: %(file_key)s') % fmt_data)
return f
[docs]
class Join(function.Function):
"""A function for joining strings.
Takes the form::
list_join:
- <delim>
- - <string_1>
- <string_2>
- ...
And resolves to::
"<string_1><delim><string_2><delim>..."
"""
def __init__(self, stack, fn_name, args):
super(Join, self).__init__(stack, fn_name, args)
example = '"%s" : [ " ", [ "str1", "str2"]]' % self.fn_name
fmt_data = {'fn_name': self.fn_name,
'example': example}
if not isinstance(self.args, list):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % fmt_data)
try:
self._delim, self._strings = self.args
except ValueError:
raise ValueError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % fmt_data)
[docs]
def result(self):
strings = function.resolve(self._strings)
if strings is None:
strings = []
if (isinstance(strings, str) or
not isinstance(strings, collections.abc.Sequence)):
raise TypeError(_('"%s" must operate on a list') % self.fn_name)
delim = function.resolve(self._delim)
if not isinstance(delim, str):
raise TypeError(_('"%s" delimiter must be a string') %
self.fn_name)
def ensure_string(s):
if s is None:
return ''
if not isinstance(s, str):
raise TypeError(
_('Items to join must be strings not %s'
) % (repr(s)[:200]))
return s
return delim.join(ensure_string(s) for s in strings)
[docs]
class JoinMultiple(function.Function):
"""A function for joining one or more lists of strings.
Takes the form::
list_join:
- <delim>
- - <string_1>
- <string_2>
- ...
- - ...
And resolves to::
"<string_1><delim><string_2><delim>..."
Optionally multiple lists may be specified, which will also be joined.
"""
def __init__(self, stack, fn_name, args):
super(JoinMultiple, self).__init__(stack, fn_name, args)
example = '"%s" : [ " ", [ "str1", "str2"] ...]' % fn_name
fmt_data = {'fn_name': fn_name,
'example': example}
if not isinstance(args, list):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % fmt_data)
try:
self._delim = args[0]
self._joinlists = args[1:]
if len(self._joinlists) < 1:
raise ValueError
except (IndexError, ValueError):
raise ValueError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % fmt_data)
[docs]
def result(self):
r_joinlists = function.resolve(self._joinlists)
strings = []
for jl in r_joinlists:
if jl:
if (isinstance(jl, str) or
not isinstance(jl, collections.abc.Sequence)):
raise TypeError(_('"%s" must operate on '
'a list') % self.fn_name)
strings += jl
delim = function.resolve(self._delim)
if not isinstance(delim, str):
raise TypeError(_('"%s" delimiter must be a string') %
self.fn_name)
def ensure_string(s):
msg = _('Items to join must be string, map or list not %s'
) % (repr(s)[:200])
if s is None:
return ''
elif isinstance(s, str):
return s
elif isinstance(
s, (collections.abc.Mapping, collections.abc.Sequence)
):
try:
return jsonutils.dumps(s, default=None, sort_keys=True)
except TypeError:
msg = _('Items to join must be string, map or list. '
'%s failed json serialization'
) % (repr(s)[:200])
raise TypeError(msg)
return delim.join(ensure_string(s) for s in strings)
[docs]
class MapMerge(function.Function):
"""A function for merging maps.
Takes the form::
map_merge:
- <k1>: <v1>
<k2>: <v2>
- <k1>: <v3>
And resolves to::
{"<k1>": "<v3>", "<k2>": "<v2>"}
"""
def __init__(self, stack, fn_name, args):
super(MapMerge, self).__init__(stack, fn_name, args)
example = (_('"%s" : [ { "key1": "val1" }, { "key2": "val2" } ]')
% fn_name)
self.fmt_data = {'fn_name': fn_name, 'example': example}
[docs]
def result(self):
args = function.resolve(self.args)
if not isinstance(args, collections.abc.Sequence):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
def ensure_map(m):
if m is None:
return {}
elif isinstance(m, collections.abc.Mapping):
return m
else:
msg = _('Incorrect arguments: Items to merge must be maps. '
'{} is type {} instead of a dict'.format(
repr(m)[:200], type(m)))
raise TypeError(msg)
ret_map = {}
for m in args:
ret_map.update(ensure_map(m))
return ret_map
[docs]
class MapReplace(function.Function):
"""A function for performing substitutions on maps.
Takes the form::
map_replace:
- <k1>: <v1>
<k2>: <v2>
- keys:
<k1>: <K1>
values:
<v2>: <V2>
And resolves to::
{"<K1>": "<v1>", "<k2>": "<V2>"}
"""
def __init__(self, stack, fn_name, args):
super(MapReplace, self).__init__(stack, fn_name, args)
example = (_('"%s" : [ { "key1": "val1" }, '
'{"keys": {"key1": "key2"}, "values": {"val1": "val2"}}]')
% fn_name)
self.fmt_data = {'fn_name': fn_name, 'example': example}
[docs]
def result(self):
args = function.resolve(self.args)
def ensure_map(m):
if m is None:
return {}
elif isinstance(m, collections.abc.Mapping):
return m
else:
msg = (_('Incorrect arguments: to "%(fn_name)s", arguments '
'must be a list of maps. Example: %(example)s')
% self.fmt_data)
raise TypeError(msg)
try:
in_map = ensure_map(args.pop(0))
repl_map = ensure_map(args.pop(0))
if args != []:
raise IndexError
except (IndexError, AttributeError):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
for k in repl_map:
if k not in ('keys', 'values'):
raise ValueError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
repl_keys = ensure_map(repl_map.get('keys', {}))
repl_values = ensure_map(repl_map.get('values', {}))
ret_map = {}
for k, v in in_map.items():
key = repl_keys.get(k)
if key is None:
key = k
elif key in in_map and key != k:
# Keys collide
msg = _('key replacement %s collides with '
'a key in the input map')
raise ValueError(msg % key)
elif key in ret_map:
# Keys collide
msg = _('key replacement %s collides with '
'a key in the output map')
raise ValueError(msg % key)
try:
value = repl_values.get(v, v)
except TypeError:
# If the value is unhashable, we get here
value = v
ret_map[key] = value
return ret_map
[docs]
class ResourceFacade(function.Function):
"""A function for retrieving data in a parent provider template.
A function for obtaining data from the facade resource from within the
corresponding provider template.
Takes the form::
resource_facade: <attribute_type>
where the valid attribute types are "metadata", "deletion_policy" and
"update_policy".
"""
_RESOURCE_ATTRIBUTES = (
METADATA, DELETION_POLICY, UPDATE_POLICY,
) = (
'metadata', 'deletion_policy', 'update_policy'
)
def __init__(self, stack, fn_name, args):
super(ResourceFacade, self).__init__(stack, fn_name, args)
if self.args not in self._RESOURCE_ATTRIBUTES:
fmt_data = {'fn_name': self.fn_name,
'allowed': ', '.join(self._RESOURCE_ATTRIBUTES)}
raise ValueError(_('Incorrect arguments to "%(fn_name)s" '
'should be one of: %(allowed)s') % fmt_data)
[docs]
def result(self):
attr = function.resolve(self.args)
if attr == self.METADATA:
return self.stack.parent_resource.metadata_get()
elif attr == self.UPDATE_POLICY:
up = self.stack.parent_resource.t._update_policy or {}
return function.resolve(up)
elif attr == self.DELETION_POLICY:
return self.stack.parent_resource.t.deletion_policy()
[docs]
class Removed(function.Function):
"""This function existed in previous versions of HOT, but has been removed.
Check the HOT guide for an equivalent native function.
"""
[docs]
def validate(self):
exp = (_("The function %s is not supported in this version of HOT.") %
self.fn_name)
raise exception.InvalidTemplateVersion(explanation=exp)
[docs]
def result(self):
return super(Removed, self).result()
[docs]
class Repeat(function.Function):
"""A function for iterating over a list of items.
Takes the form::
repeat:
template:
<body>
for_each:
<var>: <list>
The result is a new list of the same size as <list>, where each element
is a copy of <body> with any occurrences of <var> replaced with the
corresponding item of <list>.
"""
def __init__(self, stack, fn_name, args):
super(Repeat, self).__init__(stack, fn_name, args)
self._parse_args()
def _parse_args(self):
if not isinstance(self.args, collections.abc.Mapping):
raise TypeError(_('Arguments to "%s" must be a map') %
self.fn_name)
# We don't check for invalid keys appearing here, which is wrong but
# it's probably too late to change
try:
self._for_each = self.args['for_each']
self._template = self.args['template']
except KeyError:
example = ('''repeat:
template: This is %var%
for_each:
%var%: ['a', 'b', 'c']''')
raise KeyError(_('"repeat" syntax should be %s') % example)
self._nested_loop = True
[docs]
def validate(self):
super(Repeat, self).validate()
if not isinstance(self._for_each, function.Function):
if not isinstance(self._for_each, collections.abc.Mapping):
raise TypeError(_('The "for_each" argument to "%s" must '
'contain a map') % self.fn_name)
def _valid_arg(self, arg):
if not (isinstance(arg, (collections.abc.Sequence,
function.Function)) and
not isinstance(arg, str)):
raise TypeError(_('The values of the "for_each" argument to '
'"%s" must be lists') % self.fn_name)
def _do_replacement(self, keys, values, template):
if isinstance(template, str):
for (key, value) in zip(keys, values):
template = template.replace(key, value)
return template
elif isinstance(template, collections.abc.Sequence):
return [self._do_replacement(keys, values, elem)
for elem in template]
elif isinstance(template, collections.abc.Mapping):
return dict((self._do_replacement(keys, values, k),
self._do_replacement(keys, values, v))
for (k, v) in template.items())
else:
return template
[docs]
def result(self):
for_each = function.resolve(self._for_each)
keys, lists = zip(*for_each.items())
# use empty list for references(None) else validation will fail
value_lens = []
values = []
for value in lists:
if value is None:
values.append([])
else:
self._valid_arg(value)
values.append(value)
value_lens.append(len(value))
if not self._nested_loop and value_lens:
if len(set(value_lens)) != 1:
raise ValueError(_('For %s, the length of for_each values '
'should be equal if no nested '
'loop.') % self.fn_name)
template = function.resolve(self._template)
iter_func = itertools.product if self._nested_loop else zip
return [self._do_replacement(keys, replacements, template)
for replacements in iter_func(*values)]
[docs]
class RepeatWithMap(Repeat):
"""A function for iterating over a list of items or a dict of keys.
Takes the form::
repeat:
template:
<body>
for_each:
<var>: <list> or <dict>
The result is a new list of the same size as <list> or <dict>, where each
element is a copy of <body> with any occurrences of <var> replaced with the
corresponding item of <list> or key of <dict>.
"""
def _valid_arg(self, arg):
if not (isinstance(arg, (collections.abc.Sequence,
collections.abc.Mapping,
function.Function)) and
not isinstance(arg, str)):
raise TypeError(_('The values of the "for_each" argument to '
'"%s" must be lists or maps') % self.fn_name)
[docs]
class RepeatWithNestedLoop(RepeatWithMap):
"""A function for iterating over a list of items or a dict of keys.
Takes the form::
repeat:
template:
<body>
for_each:
<var>: <list> or <dict>
The result is a new list of the same size as <list> or <dict>, where each
element is a copy of <body> with any occurrences of <var> replaced with the
corresponding item of <list> or key of <dict>.
This function also allows to specify 'permutations' to decide
whether to iterate nested the over all the permutations of the
elements in the given lists.
Takes the form::
repeat:
template:
var: %var%
bar: %bar%
for_each:
%var%: <list1>
%bar%: <list2>
permutations: false
If 'permutations' is not specified, we set the default value to true to
compatible with before behavior. The args have to be lists instead of
dicts if 'permutations' is False because keys in a dict are unordered,
and the list args all have to be of the same length.
"""
def _parse_args(self):
super(RepeatWithNestedLoop, self)._parse_args()
self._nested_loop = self.args.get('permutations', True)
if not isinstance(self._nested_loop, bool):
raise TypeError(_('"permutations" should be boolean type '
'for %s function.') % self.fn_name)
def _valid_arg(self, arg):
if self._nested_loop:
super(RepeatWithNestedLoop, self)._valid_arg(arg)
else:
Repeat._valid_arg(self, arg)
[docs]
class Digest(function.Function):
"""A function for performing digest operations.
Takes the form::
digest:
- <algorithm>
- <value>
Valid algorithms are the ones provided by natively by hashlib (md5, sha1,
sha224, sha256, sha384, and sha512) or any one provided by OpenSSL.
"""
[docs]
def validate_usage(self, args):
if not (isinstance(args, list) and
all([isinstance(a, str) for a in args])):
msg = _('Argument to function "%s" must be a list of strings')
raise TypeError(msg % self.fn_name)
if len(args) != 2:
msg = _('Function "%s" usage: ["<algorithm>", "<value>"]')
raise ValueError(msg % self.fn_name)
algorithms = hashlib.algorithms_available
if args[0].lower() not in algorithms:
msg = _('Algorithm must be one of %s')
raise ValueError(msg % str(algorithms))
[docs]
def digest(self, algorithm, value):
_hash = hashlib.new(algorithm)
_hash.update(value.encode('latin-1'))
return _hash.hexdigest()
[docs]
def result(self):
args = function.resolve(self.args)
self.validate_usage(args)
return self.digest(*args)
[docs]
class StrSplit(function.Function):
"""A function for splitting delimited strings into a list.
Optionally extracting a specific list member by index.
Takes the form::
str_split:
- <delimiter>
- <string>
- <index>
If <index> is specified, the specified list item will be returned
otherwise, the whole list is returned, similar to get_attr with
path based attributes accessing lists.
"""
def __init__(self, stack, fn_name, args):
super(StrSplit, self).__init__(stack, fn_name, args)
example = '"%s" : [ ",", "apples,pears", <index>]' % fn_name
self.fmt_data = {'fn_name': fn_name,
'example': example}
self.fn_name = fn_name
if isinstance(args, (str, collections.abc.Mapping)):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
[docs]
def result(self):
args = function.resolve(self.args)
try:
delim = args.pop(0)
str_to_split = args.pop(0)
except (AttributeError, IndexError):
raise ValueError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
if str_to_split is None:
return None
split_list = str_to_split.split(delim)
# Optionally allow an index to be specified
if args:
try:
index = int(args.pop(0))
except ValueError:
raise ValueError(_('Incorrect index to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
else:
try:
res = split_list[index]
except IndexError:
raise ValueError(_('Incorrect index to "%(fn_name)s" '
'should be between 0 and '
'%(max_index)s')
% {'fn_name': self.fn_name,
'max_index': len(split_list) - 1})
else:
res = split_list
return res
[docs]
class Yaql(function.Function):
"""A function for executing a yaql expression.
Takes the form::
yaql:
expression:
<body>
data:
<var>: <list>
Evaluates expression <body> on the given data.
"""
_parser = None
[docs]
@classmethod
def get_yaql_parser(cls):
if cls._parser is None:
global_options = {
'yaql.limitIterators': cfg.CONF.yaql.limit_iterators,
'yaql.memoryQuota': cfg.CONF.yaql.memory_quota
}
cls._parser = yaql.YaqlFactory().create(global_options)
cls._context = yaql.create_context()
return cls._parser
def __init__(self, stack, fn_name, args):
super(Yaql, self).__init__(stack, fn_name, args)
if not isinstance(self.args, collections.abc.Mapping):
raise TypeError(_('Arguments to "%s" must be a map.') %
self.fn_name)
try:
self._expression = self.args['expression']
self._data = self.args.get('data', {})
if set(self.args) - set(['expression', 'data']):
raise KeyError
except (KeyError, TypeError):
example = ('''%s:
expression: $.data.var1.sum()
data:
var1: [3, 2, 1]''') % self.fn_name
raise KeyError(_('"%(name)s" syntax should be %(example)s') % {
'name': self.fn_name, 'example': example})
[docs]
def validate(self):
super(Yaql, self).validate()
if not isinstance(self._expression, function.Function):
self._parse(self._expression)
def _parse(self, expression):
if not isinstance(expression, str):
raise TypeError(_('The "expression" argument to %s must '
'contain a string.') % self.fn_name)
parse = self.get_yaql_parser()
try:
return parse(expression)
except exceptions.YaqlException as yex:
raise ValueError(_('Bad expression %s.') % yex)
[docs]
def result(self):
statement = self._parse(function.resolve(self._expression))
data = function.resolve(self._data)
context = self._context.create_child_context()
return statement.evaluate({'data': data}, context)
[docs]
class Equals(function.Function):
"""A function for comparing whether two values are equal.
Takes the form::
equals:
- <value_1>
- <value_2>
The value can be any type that you want to compare. Returns true
if the two values are equal or false if they aren't.
"""
def __init__(self, stack, fn_name, args):
super(Equals, self).__init__(stack, fn_name, args)
try:
if (not self.args or
not isinstance(self.args, list)):
raise ValueError()
self.value1, self.value2 = self.args
except ValueError:
msg = _('Arguments to "%s" must be of the form: '
'[value_1, value_2]')
raise ValueError(msg % self.fn_name)
[docs]
def result(self):
resolved_v1 = function.resolve(self.value1)
resolved_v2 = function.resolve(self.value2)
return resolved_v1 == resolved_v2
[docs]
class If(function.Macro):
"""A function to return corresponding value based on condition evaluation.
Takes the form::
if:
- <condition_name>
- <value_if_true>
- <value_if_false>
The value_if_true to be returned if the specified condition evaluates
to true, the value_if_false to be returned if the specified condition
evaluates to false.
"""
def _read_args(self):
return self.args
[docs]
def parse_args(self, parse_func):
try:
if (not self.args or
not isinstance(self.args, collections.abc.Sequence) or
isinstance(self.args, str)):
raise ValueError()
condition, value_if_true, value_if_false = self._read_args()
except ValueError:
msg = _('Arguments to "%s" must be of the form: '
'[condition_name, value_if_true, value_if_false]')
raise ValueError(msg % self.fn_name)
cond = self.template.parse_condition(self.stack, condition,
self.fn_name)
cd = self._get_condition(function.resolve(cond))
return parse_func(value_if_true if cd else value_if_false)
def _get_condition(self, cond):
if isinstance(cond, bool):
return cond
return self.template.conditions(self.stack).is_enabled(cond)
[docs]
class IfNullable(If):
"""A function to return corresponding value based on condition evaluation.
Takes the form::
if:
- <condition_name>
- <value_if_true>
- <value_if_false>
The value_if_true to be returned if the specified condition evaluates
to true, the value_if_false to be returned if the specified condition
evaluates to false.
If the value_if_false is omitted and the condition is false, the enclosing
item (list item, dictionary key/value pair, property definition) will be
treated as if it were not mentioned in the template::
if:
- <condition_name>
- <value_if_true>
"""
def _read_args(self):
if not (2 <= len(self.args) <= 3):
raise ValueError()
if len(self.args) == 2:
condition, value_if_true = self.args
return condition, value_if_true, Ellipsis
return self.args
[docs]
class ConditionBoolean(function.Function):
"""Abstract parent class of boolean condition functions."""
def __init__(self, stack, fn_name, args):
super(ConditionBoolean, self).__init__(stack, fn_name, args)
self._check_args()
def _check_args(self):
if not (isinstance(self.args, collections.abc.Sequence) and
not isinstance(self.args, str)):
msg = _('Arguments to "%s" must be a list of conditions')
raise ValueError(msg % self.fn_name)
if not self.args or len(self.args) < 2:
msg = _('The minimum number of condition arguments to "%s" is 2.')
raise ValueError(msg % self.fn_name)
def _get_condition(self, arg):
if isinstance(arg, bool):
return arg
conditions = self.stack.t.conditions(self.stack)
return conditions.is_enabled(arg)
[docs]
class Not(ConditionBoolean):
"""A function that acts as a NOT operator on a condition.
Takes the form::
not: <condition>
Returns true for a condition that evaluates to false or
returns false for a condition that evaluates to true.
"""
def _check_args(self):
self.condition = self.args
if self.args is None:
msg = _('Argument to "%s" must be a condition')
raise ValueError(msg % self.fn_name)
[docs]
def result(self):
cd = function.resolve(self.condition)
return not self._get_condition(cd)
[docs]
class And(ConditionBoolean):
"""A function that acts as an AND operator on conditions.
Takes the form::
and:
- <condition_1>
- <condition_2>
- ...
Returns true if all the specified conditions evaluate to true, or returns
false if any one of the conditions evaluates to false. The minimum number
of conditions that you can include is 2.
"""
[docs]
def result(self):
return all(self._get_condition(cd)
for cd in function.resolve(self.args))
[docs]
class Or(ConditionBoolean):
"""A function that acts as an OR operator on conditions.
Takes the form::
or:
- <condition_1>
- <condition_2>
- ...
Returns true if any one of the specified conditions evaluate to true,
or returns false if all of the conditions evaluates to false. The minimum
number of conditions that you can include is 2.
"""
[docs]
def result(self):
return any(self._get_condition(cd)
for cd in function.resolve(self.args))
[docs]
class Filter(function.Function):
"""A function for filtering out values from lists.
Takes the form::
filter:
- <values>
- <list>
Returns a new list without the values.
"""
def __init__(self, stack, fn_name, args):
super(Filter, self).__init__(stack, fn_name, args)
self._values, self._sequence = self._parse_args()
def _parse_args(self):
if (not isinstance(self.args, collections.abc.Sequence) or
isinstance(self.args, str)):
raise TypeError(_('Argument to "%s" must be a list') %
self.fn_name)
if len(self.args) != 2:
raise ValueError(_('"%(fn)s" expected 2 arguments of the form '
'[values, sequence] but got %(len)d arguments '
'instead') %
{'fn': self.fn_name, 'len': len(self.args)})
return self.args[0], self.args[1]
[docs]
def result(self):
sequence = function.resolve(self._sequence)
if not sequence:
return sequence
if not isinstance(sequence, list):
raise TypeError(_('"%s" only works with lists') % self.fn_name)
values = function.resolve(self._values)
if not values:
return sequence
if not isinstance(values, list):
raise TypeError(
_('"%(fn)s" filters a list of values') % self.fn_name)
return [i for i in sequence if i not in values]
[docs]
class MakeURL(function.Function):
"""A function for performing substitutions on maps.
Takes the form::
make_url:
scheme: <protocol>
username: <username>
password: <password>
host: <hostname or IP>
port: <port>
path: <path>
query:
<key1>: <value1>
fragment: <fragment>
And resolves to a correctly-escaped URL constructed from the various
components.
"""
_ARG_KEYS = (
SCHEME, USERNAME, PASSWORD, HOST, PORT,
PATH, QUERY, FRAGMENT,
) = (
'scheme', 'username', 'password', 'host', 'port',
'path', 'query', 'fragment',
)
def _check_args(self, args):
for arg in self._ARG_KEYS:
if arg in args:
if arg == self.QUERY:
if not isinstance(args[arg], (function.Function,
collections.abc.Mapping)):
raise TypeError(_('The "%(arg)s" argument to '
'"%(fn_name)s" must be a map') %
{'arg': arg,
'fn_name': self.fn_name})
return
elif arg == self.PORT:
port = args[arg]
if not isinstance(port, function.Function):
if not isinstance(port, int):
try:
port = int(port)
except ValueError:
raise ValueError(
_('Invalid URL port "%(port)s" '
'for %(fn_name)s called with '
'%(args)s')
% {'fn_name': self.fn_name,
'port': port, 'args': args})
if not (0 < port <= 65535):
raise ValueError(
_('Invalid URL port %d, '
'must be in range 1-65535') % port)
else:
if not isinstance(args[arg], (function.Function,
str)):
raise TypeError(_('The "%(arg)s" argument to '
'"%(fn_name)s" must be a string') %
{'arg': arg,
'fn_name': self.fn_name})
[docs]
def validate(self):
super(MakeURL, self).validate()
if not isinstance(self.args, collections.abc.Mapping):
raise TypeError(_('The arguments to "%s" must '
'be a map') % self.fn_name)
invalid_keys = set(self.args) - set(self._ARG_KEYS)
if invalid_keys:
raise ValueError(_('Invalid arguments to "%(fn)s": %(args)s') %
{'fn': self.fn_name,
'args': ', '.join(invalid_keys)})
self._check_args(self.args)
[docs]
def result(self):
args = function.resolve(self.args)
self._check_args(args)
scheme = args.get(self.SCHEME, '')
if ':' in scheme:
raise ValueError(_('URL "%s" should not contain \':\'') %
self.SCHEME)
def netloc():
username = urlparse.quote(args.get(self.USERNAME, ''), safe='')
password = urlparse.quote(args.get(self.PASSWORD, ''), safe='')
if username or password:
yield username
if password:
yield ':'
yield password
yield '@'
host = args.get(self.HOST, '')
if host.startswith('[') and host.endswith(']'):
host = host[1:-1]
host = urlparse.quote(host, safe=':')
if ':' in host:
host = '[%s]' % host
yield host
port = args.get(self.PORT, '')
if port:
yield ':'
yield str(port)
path = urlparse.quote(args.get(self.PATH, ''))
query_dict = args.get(self.QUERY, {})
query = urlparse.urlencode(query_dict).replace('%2F', '/')
fragment = urlparse.quote(args.get(self.FRAGMENT, ''))
return urlparse.urlunsplit((scheme, ''.join(netloc()),
path, query, fragment))
[docs]
class ListConcat(function.Function):
"""A function for extending lists.
Takes the form::
list_concat:
- [<value 1>, <value 2>]
- [<value 3>, <value 4>]
And resolves to::
[<value 1>, <value 2>, <value 3>, <value 4>]
"""
_unique = False
def __init__(self, stack, fn_name, args):
super(ListConcat, self).__init__(stack, fn_name, args)
example = (_('"%s" : [ [ <value 1>, <value 2> ], '
'[ <value 3>, <value 4> ] ]')
% fn_name)
self.fmt_data = {'fn_name': fn_name, 'example': example}
[docs]
def result(self):
args = function.resolve(self.args)
if (isinstance(args, str) or
not isinstance(args, collections.abc.Sequence)):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % self.fmt_data)
def ensure_list(m):
if m is None:
return []
elif (isinstance(m, collections.abc.Sequence) and
not isinstance(m, str)):
return m
else:
msg = _('Incorrect arguments: Items to concat must be lists. '
'%(args)s contains an item that is not a list: '
'%(item)s')
raise TypeError(msg % dict(item=jsonutils.dumps(m),
args=jsonutils.dumps(args)))
ret_list = []
for m in args:
ret_list.extend(ensure_list(m))
if not self._unique:
return ret_list
unique_list = []
for item in ret_list:
if item not in unique_list:
unique_list.append(item)
return unique_list
[docs]
class ListConcatUnique(ListConcat):
"""A function for extending lists with unique items.
list_concat_unique is identical to the list_concat function, only
contains unique items in retuning list.
"""
_unique = True
[docs]
class Contains(function.Function):
"""A function for checking whether specific value is in sequence.
Takes the form::
contains:
- <value>
- <sequence>
The value can be any type that you want to check. Returns true
if the specific value is in the sequence, otherwise returns false.
"""
def __init__(self, stack, fn_name, args):
super(Contains, self).__init__(stack, fn_name, args)
example = '"%s" : [ "value1", [ "value1", "value2"]]' % self.fn_name
fmt_data = {'fn_name': self.fn_name,
'example': example}
if not self.args or not isinstance(self.args, list):
raise TypeError(_('Incorrect arguments to "%(fn_name)s" '
'should be: %(example)s') % fmt_data)
try:
self.value, self.sequence = self.args
except ValueError:
msg = _('Arguments to "%s" must be of the form: '
'[value1, [value1, value2]]')
raise ValueError(msg % self.fn_name)
[docs]
def result(self):
resolved_value = function.resolve(self.value)
resolved_sequence = function.resolve(self.sequence)
if not isinstance(resolved_sequence, collections.abc.Sequence):
raise TypeError(_('Second argument to "%s" should be '
'a sequence.') % self.fn_name)
return resolved_value in resolved_sequence
