parser.py

Go to the documentation of this file.

#  Copyright 2008-2015 Nokia Networks
#  Copyright 2016-     Robot Framework Foundation
#
#  Licensed under the Apache License, Version 2.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.
 
from ..lexer import Token, get_tokens, get_resource_tokens, get_init_tokens
from ..model import Statement, ModelVisitor
 
from .fileparser import FileParser
 
 
 
def get_model(source, data_only=False, curdir=None, lang=None):
    return _get_model(get_tokens, source, data_only, curdir, lang)
 
 
 
def get_resource_model(source, data_only=False, curdir=None, lang=None):
    return _get_model(get_resource_tokens, source, data_only, curdir, lang)
 
 
 
def get_init_model(source, data_only=False, curdir=None, lang=None):
    return _get_model(get_init_tokens, source, data_only, curdir, lang)
 
 
def _get_model(token_getter, source, data_only=False, curdir=None, lang=None):
    tokens = token_getter(source, data_only, lang=lang)
    statements = _tokens_to_statements(tokens, curdir)
    model = _statements_to_model(statements, source)
    model.validate_model()
    return model
 
 
def _tokens_to_statements(tokens, curdir=None):
    statement = []
    EOS = Token.EOS
    for t in tokens:
        if curdir and '${CURDIR}' in t.value:
            t.value = t.value.replace('${CURDIR}', curdir)
        if t.type != EOS:
            statement.append(t)
        else:
            yield Statement.from_tokens(statement)
            statement = []
 
 
def _statements_to_model(statements, source=None):
    parser = FileParser(source=source)
    model = parser.model
    stack = [parser]
    for statement in statements:
        while not stack[-1].handles(statement):
            stack.pop()
        parser = stack[-1].parse(statement)
        if parser:
            stack.append(parser)
    # Implicit comment sections have no header.
    if model.sections and model.sections[0].header is None:
        SetLanguages(model).visit(model.sections[0])
    return model
 
 
class SetLanguages(ModelVisitor):
 
    def __init__(self, file):
        self.filefile = file
 
    def visit_Config(self, node):
        self.filefile.languages += (node.language.code,)