|
| def | tokenize (self, data, data_only=False) |
| |
|
| def | _cleanup_tokens (self, tokens, data_only) |
| |
| def | _ensure_data_after_continuation (self, tokens) |
| |
| def | _find_continuation (self, tokens) |
| |
| def | _handle_comments_and_continuation (self, tokens) |
| |
| def | _remove_leading_empty (self, tokens) |
| |
| def | _remove_non_data (self, tokens) |
| |
| def | _remove_trailing_empty (self, tokens) |
| |
| def | _split_from_pipes (self, line) |
| |
| def | _split_from_spaces (self, line) |
| |
| def | _tokenize_line (self, line, lineno, include_separators=True) |
| |
Definition at line 21 of file tokenizer.py.
◆ _cleanup_tokens()
| def robot.parsing.lexer.tokenizer.Tokenizer._cleanup_tokens |
( |
|
self, |
|
|
|
tokens, |
|
|
|
data_only |
|
) |
| |
|
private |
◆ _ensure_data_after_continuation()
| def robot.parsing.lexer.tokenizer.Tokenizer._ensure_data_after_continuation |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _find_continuation()
| def robot.parsing.lexer.tokenizer.Tokenizer._find_continuation |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _handle_comments_and_continuation()
| def robot.parsing.lexer.tokenizer.Tokenizer._handle_comments_and_continuation |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _remove_leading_empty()
| def robot.parsing.lexer.tokenizer.Tokenizer._remove_leading_empty |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _remove_non_data()
| def robot.parsing.lexer.tokenizer.Tokenizer._remove_non_data |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _remove_trailing_empty()
| def robot.parsing.lexer.tokenizer.Tokenizer._remove_trailing_empty |
( |
|
self, |
|
|
|
tokens |
|
) |
| |
|
private |
◆ _split_from_pipes()
| def robot.parsing.lexer.tokenizer.Tokenizer._split_from_pipes |
( |
|
self, |
|
|
|
line |
|
) |
| |
|
private |
◆ _split_from_spaces()
| def robot.parsing.lexer.tokenizer.Tokenizer._split_from_spaces |
( |
|
self, |
|
|
|
line |
|
) |
| |
|
private |
◆ _tokenize_line()
| def robot.parsing.lexer.tokenizer.Tokenizer._tokenize_line |
( |
|
self, |
|
|
|
line, |
|
|
|
lineno, |
|
|
|
include_separators = True |
|
) |
| |
|
private |
◆ tokenize()
| def robot.parsing.lexer.tokenizer.Tokenizer.tokenize |
( |
|
self, |
|
|
|
data, |
|
|
|
data_only = False |
|
) |
| |
◆ _pipe_splitter
| robot.parsing.lexer.tokenizer.Tokenizer._pipe_splitter |
|
staticprivate |
◆ _space_splitter
| robot.parsing.lexer.tokenizer.Tokenizer._space_splitter |
|
staticprivate |
The documentation for this class was generated from the following file:
1.9.1