# Copyright 2008-2015 Nokia Networks
# Copyright 2016- Robot Framework Foundation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Module implementing test execution related model objects.
When tests are executed by Robot Framework, a :class:`TestSuite` structure using
classes defined in this module is created by
:class:`~robot.running.builder.builders.TestSuiteBuilder`
based on data on a file system. In addition to that, external tools can
create executable suite structures programmatically.
Regardless the approach to construct it, a :class:`TestSuite` object is executed
by calling its :meth:`~TestSuite.run` method as shown in the example in
the :mod:`robot.running` package level documentation. When a suite is run,
test, keywords, and other objects it contains can be inspected and modified
by using `pre-run modifiers`__ and `listeners`__.
The :class:`TestSuite` class is exposed via the :mod:`robot.api` package. If other
classes are needed, they can be imported from :mod:`robot.running`.
__ http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html#programmatic-modification-of-results
__ http://robotframework.org/robotframework/latest/RobotFrameworkUserGuide.html#listener-interface
"""
import warnings
from pathlib import Path
from typing import Literal, Mapping, Sequence, TYPE_CHECKING, TypeVar, Union
from robot import model
from robot.conf import RobotSettings
from robot.errors import BreakLoop, ContinueLoop, DataError, ReturnFromKeyword, VariableError
from robot.model import BodyItem, DataDict, TestSuites
from robot.output import LOGGER, Output, pyloggingconf
from robot.utils import setter
from robot.variables import VariableResolver
from .bodyrunner import ForRunner, IfRunner, KeywordRunner, TryRunner, WhileRunner
from .randomizer import Randomizer
from .statusreporter import StatusReporter
if TYPE_CHECKING:
from robot.parsing import File
from .builder import TestDefaults
from .resourcemodel import ResourceFile, UserKeyword
IT = TypeVar('IT', bound='IfBranch|TryBranch')
BodyItemParent = Union['TestSuite', 'TestCase', 'UserKeyword', 'For', 'If', 'IfBranch',
'Try', 'TryBranch', 'While', None]
[docs]
class Body(model.BaseBody['Keyword', 'For', 'While', 'If', 'Try', 'Var', 'Return',
'Continue', 'Break', 'model.Message', 'Error']):
__slots__ = ()
[docs]
class Branches(model.BaseBranches['Keyword', 'For', 'While', 'If', 'Try', 'Var', 'Return',
'Continue', 'Break', 'model.Message', 'Error', IT]):
__slots__ = ()
[docs]
class WithSource:
__slots__ = ()
parent: BodyItemParent
@property
def source(self) -> 'Path|None':
return self.parent.source if self.parent is not None else None
[docs]
@Body.register
class Keyword(model.Keyword, WithSource):
"""Represents an executable keyword call.
A keyword call consists only of a keyword name, arguments and possible
assignment in the data::
Keyword arg
${result} = Another Keyword arg1 arg2
The actual keyword that is executed depends on the context where this model
is executed.
Arguments originating from normal Robot Framework data are stored as list of
strings in the exact same format as in the data. This means that arguments can
have variables and escape characters, and that named arguments are specified
using the ``name=value`` syntax.
If arguments are set programmatically, it is possible to use also other types
than strings. To support non-string values with named arguments, it is possible
to use two-item tuples like ``('name', 'value')``. To avoid ambiguity if an
argument contains a literal ``=`` character, positional arguments can also be
given using one-item tuples like ``('value',)``. In all these cases strings
can contain variables, and they must follow the escaping rules used in normal
data.
Arguments can also be given directly as a tuple containing list of positional
arguments and a dictionary of named arguments. In this case arguments are
used as-is without replacing variables or handling escapes. Argument conversion
and validation is done even in this case, though.
Support for specifying arguments using tuples and giving them directly as
positional and named arguments are new in Robot Framework 7.0.
"""
__slots__ = ['lineno']
def __init__(self, name: str = '',
args: model.Arguments = (),
assign: Sequence[str] = (),
type: str = BodyItem.KEYWORD,
parent: BodyItemParent = None,
lineno: 'int|None' = None):
super().__init__(name, args, assign, type, parent)
self.lineno = lineno
[docs]
@classmethod
def from_json(cls, source) -> 'Keyword':
kw = super().from_json(source)
# Argument tuples have a special meaning during execution.
# Tuples are represented as lists in JSON, so we need to convert them.
kw.args = tuple([tuple(a) if isinstance(a, list) else a
for a in kw.args])
return kw
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
return data
[docs]
def run(self, result, context, run=True, templated=None):
return KeywordRunner(context, run).run(self, result.body.create_keyword())
[docs]
class ForIteration(model.ForIteration, WithSource):
__slots__ = ('lineno', 'error')
body_class = Body
def __init__(self, assign: 'Mapping[str, str]|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(assign, parent)
self.lineno = lineno
self.error = error
[docs]
@Body.register
class For(model.For, WithSource):
__slots__ = ['lineno', 'error']
body_class = Body
def __init__(self, assign: Sequence[str] = (),
flavor: Literal['IN', 'IN RANGE', 'IN ENUMERATE', 'IN ZIP'] = 'IN',
values: Sequence[str] = (),
start: 'str|None' = None,
mode: 'str|None' = None,
fill: 'str|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(assign, flavor, values, start, mode, fill, parent)
self.lineno = lineno
self.error = error
[docs]
@classmethod
def from_dict(cls, data: DataDict) -> 'For':
# RF 6.1 compatibility
if 'variables' in data:
data['assign'] = data.pop('variables')
return super().from_dict(data)
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_for(self.assign, self.flavor, self.values,
self.start, self.mode, self.fill)
return ForRunner(context, self.flavor, run, templated).run(self, result)
[docs]
def get_iteration(self, assign: 'Mapping[str, str]|None' = None) -> ForIteration:
iteration = ForIteration(assign, self, self.lineno, self.error)
iteration.body = [item.to_dict() for item in self.body]
return iteration
[docs]
class WhileIteration(model.WhileIteration, WithSource):
__slots__ = ('lineno', 'error')
body_class = Body
def __init__(self, parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(parent)
self.lineno = lineno
self.error = error
[docs]
@Body.register
class While(model.While, WithSource):
__slots__ = ['lineno', 'error']
body_class = Body
def __init__(self, condition: 'str|None' = None,
limit: 'str|None' = None,
on_limit: 'str|None' = None,
on_limit_message: 'str|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(condition, limit, on_limit, on_limit_message, parent)
self.lineno = lineno
self.error = error
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_while(self.condition, self.limit, self.on_limit,
self.on_limit_message)
return WhileRunner(context, run, templated).run(self, result)
[docs]
def get_iteration(self) -> WhileIteration:
iteration = WhileIteration(self, self.lineno, self.error)
iteration.body = [item.to_dict() for item in self.body]
return iteration
[docs]
class IfBranch(model.IfBranch, WithSource):
body_class = Body
__slots__ = ['lineno']
def __init__(self, type: str = BodyItem.IF,
condition: 'str|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None):
super().__init__(type, condition, parent)
self.lineno = lineno
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
return data
[docs]
@Body.register
class If(model.If, WithSource):
branch_class = IfBranch
branches_class = Branches[branch_class]
__slots__ = ['lineno', 'error']
def __init__(self, parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
return IfRunner(context, run, templated).run(self, result.body.create_if())
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
class TryBranch(model.TryBranch, WithSource):
body_class = Body
__slots__ = ['lineno']
def __init__(self, type: str = BodyItem.TRY,
patterns: Sequence[str] = (),
pattern_type: 'str|None' = None,
assign: 'str|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None):
super().__init__(type, patterns, pattern_type, assign, parent)
self.lineno = lineno
[docs]
@classmethod
def from_dict(cls, data: DataDict) -> 'TryBranch':
# RF 6.1 compatibility.
if 'variable' in data:
data['assign'] = data.pop('variable')
return super().from_dict(data)
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
return data
[docs]
@Body.register
class Try(model.Try, WithSource):
branch_class = TryBranch
branches_class = Branches[branch_class]
__slots__ = ['lineno', 'error']
def __init__(self, parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
return TryRunner(context, run, templated).run(self, result.body.create_try())
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
@Body.register
class Var(model.Var, WithSource):
__slots__ = ['lineno', 'error']
def __init__(self, name: str = '',
value: 'str|Sequence[str]' = (),
scope: 'str|None' = None,
separator: 'str|None' = None,
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(name, value, scope, separator, parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_var(self.name, self.value, self.scope, self.separator)
with StatusReporter(self, result, context, run):
if run:
if self.error:
raise DataError(self.error, syntax=True)
if not context.dry_run:
scope = self._get_scope(context.variables)
setter = getattr(context.variables, f'set_{scope}')
try:
resolver = VariableResolver.from_variable(self)
setter(self._resolve_name(self.name, context.variables),
resolver.resolve(context.variables))
except DataError as err:
raise VariableError(f"Setting variable '{self.name}' failed: {err}")
def _get_scope(self, variables):
if not self.scope:
return 'local'
try:
scope = variables.replace_string(self.scope)
if scope.upper() == 'TASK':
return 'test'
if scope.upper() in ('GLOBAL', 'SUITE', 'TEST', 'LOCAL'):
return scope.lower()
raise DataError(f"Value '{scope}' is not accepted. Valid values are "
f"'GLOBAL', 'SUITE', 'TEST', 'TASK' and 'LOCAL'.")
except DataError as err:
raise DataError(f"Invalid VAR scope: {err}")
def _resolve_name(self, name, variables):
return name[:2] + variables.replace_string(name[2:-1]) + '}'
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
@Body.register
class Return(model.Return, WithSource):
__slots__ = ['lineno', 'error']
def __init__(self, values: Sequence[str] = (),
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(values, parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_return(self.values)
with StatusReporter(self, result, context, run):
if run:
if self.error:
raise DataError(self.error, syntax=True)
if not context.dry_run:
raise ReturnFromKeyword(self.values)
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
@Body.register
class Continue(model.Continue, WithSource):
__slots__ = ['lineno', 'error']
def __init__(self, parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_continue()
with StatusReporter(self, result, context, run):
if run:
if self.error:
raise DataError(self.error, syntax=True)
if not context.dry_run:
raise ContinueLoop()
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
@Body.register
class Break(model.Break, WithSource):
__slots__ = ['lineno', 'error']
def __init__(self, parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: 'str|None' = None):
super().__init__(parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_break()
with StatusReporter(self, result, context, run):
if run:
if self.error:
raise DataError(self.error, syntax=True)
if not context.dry_run:
raise BreakLoop()
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
if self.error:
data['error'] = self.error
return data
[docs]
@Body.register
class Error(model.Error, WithSource):
__slots__ = ['lineno', 'error']
def __init__(self, values: Sequence[str] = (),
parent: BodyItemParent = None,
lineno: 'int|None' = None,
error: str = ''):
super().__init__(values, parent)
self.lineno = lineno
self.error = error
[docs]
def run(self, result, context, run=True, templated=False):
result = result.body.create_error(self.values)
with StatusReporter(self, result, context, run):
if run:
raise DataError(self.error)
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.lineno:
data['lineno'] = self.lineno
data['error'] = self.error
return data
[docs]
class TestCase(model.TestCase[Keyword]):
"""Represents a single executable test case.
See the base class for documentation of attributes not documented here.
"""
__slots__ = ['template', 'error']
body_class = Body #: Internal usage only.
fixture_class = Keyword #: Internal usage only.
def __init__(self, name: str = '',
doc: str = '',
tags: Sequence[str] = (),
timeout: 'str|None' = None,
lineno: 'int|None' = None,
parent: 'TestSuite|None' = None,
template: 'str|None' = None,
error: 'str|None' = None):
super().__init__(name, doc, tags, timeout, lineno, parent)
#: Name of the keyword that has been used as a template when building the test.
# ``None`` if template is not used.
self.template = template
self.error = error
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
if self.template:
data['template'] = self.template
if self.error:
data['error'] = self.error
return data
@setter
def body(self, body: 'Sequence[BodyItem|DataDict]') -> Body:
"""Test body as a :class:`~robot.running.Body` object."""
return self.body_class(self, body)
[docs]
class TestSuite(model.TestSuite[Keyword, TestCase]):
"""Represents a single executable test suite.
See the base class for documentation of attributes not documented here.
"""
__slots__ = []
test_class = TestCase #: Internal usage only.
fixture_class = Keyword #: Internal usage only.
def __init__(self, name: str = '',
doc: str = '',
metadata: 'Mapping[str, str]|None' = None,
source: 'Path|str|None' = None,
rpa: 'bool|None' = False,
parent: 'TestSuite|None' = None):
super().__init__(name, doc, metadata, source, rpa, parent)
#: :class:`ResourceFile` instance containing imports, variables and
#: keywords the suite owns. When data is parsed from the file system,
#: this data comes from the same test case file that creates the suite.
self.resource = None
@setter
def resource(self, resource: 'ResourceFile|dict|None') -> 'ResourceFile':
from .resourcemodel import ResourceFile
if resource is None:
resource = ResourceFile()
if isinstance(resource, dict):
resource = ResourceFile.from_dict(resource)
resource.owner = self
return resource
[docs]
@classmethod
def from_file_system(cls, *paths: 'Path|str', **config) -> 'TestSuite':
"""Create a :class:`TestSuite` object based on the given ``paths``.
:param paths: File or directory paths where to read the data from.
:param config: Configuration parameters for :class:`~.builders.TestSuiteBuilder`
class that is used internally for building the suite.
See also :meth:`from_model` and :meth:`from_string`.
"""
from .builder import TestSuiteBuilder
return TestSuiteBuilder(**config).build(*paths)
[docs]
@classmethod
def from_model(cls, model: 'File', name: 'str|None' = None, *,
defaults: 'TestDefaults|None' = None) -> 'TestSuite':
"""Create a :class:`TestSuite` object based on the given ``model``.
:param model: Model to create the suite from.
:param name: Deprecated since Robot Framework 6.1.
:param defaults: Possible test specific defaults from suite
initialization files. New in Robot Framework 6.1.
The model can be created by using the
:func:`~robot.parsing.parser.parser.get_model` function and possibly
modified by other tooling in the :mod:`robot.parsing` module.
Giving suite name is deprecated and users should set it and possible
other attributes to the returned suite separately. One easy way is using
the :meth:`config` method like this::
suite = TestSuite.from_model(model).config(name='X', doc='Example')
See also :meth:`from_file_system` and :meth:`from_string`.
"""
from .builder import RobotParser
suite = RobotParser().parse_model(model, defaults)
if name is not None:
# TODO: Remove 'name' in RF 7.
warnings.warn("'name' argument of 'TestSuite.from_model' is deprecated. "
"Set the name to the returned suite separately.")
suite.name = name
return suite
[docs]
@classmethod
def from_string(cls, string: str, *, defaults: 'TestDefaults|None' = None,
**config) -> 'TestSuite':
"""Create a :class:`TestSuite` object based on the given ``string``.
:param string: String to create the suite from.
:param defaults: Possible test specific defaults from suite
initialization files.
:param config: Configuration parameters for
:func:`~robot.parsing.parser.parser.get_model` used internally.
If suite name or other attributes need to be set, an easy way is using
the :meth:`config` method like this::
suite = TestSuite.from_string(string).config(name='X', doc='Example')
New in Robot Framework 6.1. See also :meth:`from_model` and
:meth:`from_file_system`.
"""
from robot.parsing import get_model
model = get_model(string, data_only=True, **config)
return cls.from_model(model, defaults=defaults)
[docs]
def randomize(self, suites: bool = True, tests: bool = True,
seed: 'int|None' = None):
"""Randomizes the order of suites and/or tests, recursively.
:param suites: Boolean controlling should suites be randomized.
:param tests: Boolean controlling should tests be randomized.
:param seed: Random seed. Can be given if previous random order needs
to be re-created. Seed value is always shown in logs and reports.
"""
self.visit(Randomizer(suites, tests, seed))
@setter
def suites(self, suites: 'Sequence[TestSuite|DataDict]') -> TestSuites['TestSuite']:
return TestSuites['TestSuite'](self.__class__, self, suites)
[docs]
def run(self, settings=None, **options):
"""Executes the suite based on the given ``settings`` or ``options``.
:param settings: :class:`~robot.conf.settings.RobotSettings` object
to configure test execution.
:param options: Used to construct new
:class:`~robot.conf.settings.RobotSettings` object if ``settings``
are not given.
:return: :class:`~robot.result.executionresult.Result` object with
information about executed suites and tests.
If ``options`` are used, their names are the same as long command line
options except without hyphens. Some options are ignored (see below),
but otherwise they have the same semantics as on the command line.
Options that can be given on the command line multiple times can be
passed as lists like ``variable=['VAR1:value1', 'VAR2:value2']``.
If such an option is used only once, it can be given also as a single
string like ``variable='VAR:value'``.
Additionally, listener option allows passing object directly instead of
listener name, e.g. ``run('tests.robot', listener=Listener())``.
To capture stdout and/or stderr streams, pass open file objects in as
special keyword arguments ``stdout`` and ``stderr``, respectively.
Only options related to the actual test execution have an effect.
For example, options related to selecting or modifying test cases or
suites (e.g. ``--include``, ``--name``, ``--prerunmodifier``) or
creating logs and reports are silently ignored. The output XML
generated as part of the execution can be configured, though. This
includes disabling it with ``output=None``.
Example::
stdout = StringIO()
result = suite.run(variable='EXAMPLE:value',
output='example.xml',
exitonfailure=True,
stdout=stdout)
print(result.return_code)
To save memory, the returned
:class:`~robot.result.executionresult.Result` object does not
have any information about the executed keywords. If that information
is needed, the created output XML file needs to be read using the
:class:`~robot.result.resultbuilder.ExecutionResult` factory method.
See the :mod:`package level <robot.running>` documentation for
more examples, including how to construct executable test suites and
how to create logs and reports based on the execution results.
See the :func:`robot.run <robot.run.run>` function for a higher-level
API for executing tests in files or directories.
"""
from .namespace import IMPORTER
from .signalhandler import STOP_SIGNAL_MONITOR
from .suiterunner import SuiteRunner
with LOGGER:
if not settings:
settings = RobotSettings(options)
LOGGER.register_console_logger(**settings.console_output_config)
with pyloggingconf.robot_handler_enabled(settings.log_level):
with STOP_SIGNAL_MONITOR:
IMPORTER.reset()
output = Output(settings)
runner = SuiteRunner(output, settings)
self.visit(runner)
output.close(runner.result)
return runner.result
[docs]
def to_dict(self) -> DataDict:
data = super().to_dict()
data['resource'] = self.resource.to_dict()
return data