| #!/usr/bin/env fuchsia-vendored-python |
| # Copyright 2023 The Fuchsia Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| import os |
| import sys |
| import unittest |
| from pathlib import Path |
| from unittest import mock |
| from typing import Iterable, Sequence |
| |
| import textpb |
| |
| |
| def unlex(tokens: Iterable[textpb.Token]) -> str: |
| """Concatenates tokens' text.""" |
| return "".join(token.text for token in tokens) |
| |
| |
| class LexTests(unittest.TestCase): |
| def _test_tokens(self, tokens: Sequence[textpb.Token]): |
| text = unlex(tokens) |
| lexed = list(textpb._lex_line(text)) |
| self.assertEqual(lexed, tokens) |
| |
| def test_start_block(self): |
| self._test_tokens( |
| [textpb.Token(text="<", type=textpb.TokenType.START_BLOCK)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="{", type=textpb.TokenType.START_BLOCK)] |
| ) |
| |
| def test_end_block(self): |
| self._test_tokens( |
| [textpb.Token(text=">", type=textpb.TokenType.END_BLOCK)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="}", type=textpb.TokenType.END_BLOCK)] |
| ) |
| |
| def test_empty_block(self): |
| self._test_tokens( |
| [ |
| textpb.Token(text="<", type=textpb.TokenType.START_BLOCK), |
| textpb.Token(text=">", type=textpb.TokenType.END_BLOCK), |
| ] |
| ) |
| self._test_tokens( |
| [ |
| textpb.Token(text="{", type=textpb.TokenType.START_BLOCK), |
| textpb.Token(text="}", type=textpb.TokenType.END_BLOCK), |
| ] |
| ) |
| |
| def test_spaces(self): |
| self._test_tokens([textpb.Token(text=" ", type=textpb.TokenType.SPACE)]) |
| self._test_tokens( |
| [textpb.Token(text=" ", type=textpb.TokenType.SPACE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="\t", type=textpb.TokenType.SPACE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="\t\t", type=textpb.TokenType.SPACE)] |
| ) |
| |
| def test_newlines(self): |
| self._test_tokens( |
| [textpb.Token(text="\n", type=textpb.TokenType.NEWLINE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="\r\n", type=textpb.TokenType.NEWLINE)] |
| ) |
| |
| def test_field_name(self): |
| self._test_tokens( |
| [textpb.Token(text="field:", type=textpb.TokenType.FIELD_NAME)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="key:", type=textpb.TokenType.FIELD_NAME)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="value:", type=textpb.TokenType.FIELD_NAME)] |
| ) |
| |
| def test_strings(self): |
| self._test_tokens( |
| [textpb.Token(text='""', type=textpb.TokenType.STRING_VALUE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text='"string"', type=textpb.TokenType.STRING_VALUE)] |
| ) |
| self._test_tokens( |
| [ |
| textpb.Token( |
| text='"with space"', type=textpb.TokenType.STRING_VALUE |
| ) |
| ] |
| ) |
| self._test_tokens( |
| [ |
| textpb.Token( |
| text='"\\"escaped\\""', type=textpb.TokenType.STRING_VALUE |
| ) |
| ] |
| ) |
| self._test_tokens( |
| [ |
| textpb.Token( |
| text='"-DFOO=\\"https://b.f.org/e.cgi\\\\?prod=gShoe\\" "', |
| type=textpb.TokenType.STRING_VALUE, |
| ) |
| ] |
| ) |
| |
| def test_nonstring_values(self): |
| self._test_tokens( |
| [textpb.Token(text="ENUM", type=textpb.TokenType.OTHER_VALUE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="OTHER_ENUM", type=textpb.TokenType.OTHER_VALUE)] |
| ) |
| self._test_tokens( |
| [textpb.Token(text="123", type=textpb.TokenType.OTHER_VALUE)] |
| ) |
| |
| def test_combination(self): |
| self._test_tokens( |
| [ |
| textpb.Token( |
| text="field_name:", type=textpb.TokenType.FIELD_NAME |
| ), |
| textpb.Token(text=" ", type=textpb.TokenType.SPACE), |
| textpb.Token(text="{", type=textpb.TokenType.START_BLOCK), |
| textpb.Token(text="\n", type=textpb.TokenType.NEWLINE), |
| textpb.Token(text="key:", type=textpb.TokenType.FIELD_NAME), |
| textpb.Token(text=" ", type=textpb.TokenType.SPACE), |
| textpb.Token( |
| text='"path/to/something"', |
| type=textpb.TokenType.STRING_VALUE, |
| ), |
| textpb.Token(text="\n", type=textpb.TokenType.NEWLINE), |
| textpb.Token(text="value:", type=textpb.TokenType.FIELD_NAME), |
| textpb.Token(text=" ", type=textpb.TokenType.SPACE), |
| textpb.Token(text="9827364", type=textpb.TokenType.OTHER_VALUE), |
| textpb.Token(text="\n", type=textpb.TokenType.NEWLINE), |
| textpb.Token(text="}", type=textpb.TokenType.END_BLOCK), |
| textpb.Token(text="\n", type=textpb.TokenType.NEWLINE), |
| ] |
| ) |
| |
| |
| class AutoDictTests(unittest.TestCase): |
| def test_empty(self): |
| self.assertEqual(textpb._auto_dict([]), []) |
| |
| def test_not_dict(self): |
| v = ["VAL1", "VAL2"] |
| self.assertEqual(textpb._auto_dict(v), v) |
| |
| def test_single(self): |
| self.assertEqual( |
| textpb._auto_dict( |
| [ |
| { |
| "key": [ |
| textpb.Token( |
| text='"foo"', type=textpb.TokenType.STRING_VALUE |
| ) |
| ], |
| "value": ["BAR"], |
| } |
| ] |
| ), |
| {"foo": "BAR"}, |
| ) |
| |
| def test_multiple(self): |
| self.assertEqual( |
| textpb._auto_dict( |
| [ |
| { |
| "key": [ |
| textpb.Token( |
| text='"foo"', type=textpb.TokenType.STRING_VALUE |
| ) |
| ], |
| "value": ["BAR"], |
| }, |
| { |
| "key": [ |
| textpb.Token( |
| text='"moo"', type=textpb.TokenType.STRING_VALUE |
| ) |
| ], |
| "value": ["COW"], |
| }, |
| ] |
| ), |
| { |
| "foo": "BAR", |
| "moo": "COW", |
| }, |
| ) |
| |
| |
| class ParseTests(unittest.TestCase): |
| def test_empty(self): |
| self.assertEqual( |
| textpb.parse([]), |
| dict(), |
| ) |
| |
| def test_one_field(self): |
| self.assertEqual( |
| textpb.parse(["cost: 24"]), |
| { |
| "cost": [ |
| textpb.Token(text="24", type=textpb.TokenType.OTHER_VALUE) |
| ] |
| }, |
| ) |
| |
| def test_one_field_empty_struct(self): |
| self.assertEqual( |
| textpb.parse(["tools: {}"]), |
| {"tools": [dict()]}, |
| ) |
| |
| def test_repeated_field(self): |
| self.assertEqual( |
| textpb.parse( |
| [ |
| 'alias: "ab"', |
| 'alias: "cd"', |
| ] |
| ), |
| { |
| "alias": [ |
| textpb.Token( |
| text='"ab"', type=textpb.TokenType.STRING_VALUE |
| ), |
| textpb.Token( |
| text='"cd"', type=textpb.TokenType.STRING_VALUE |
| ), |
| ] |
| }, |
| ) |
| |
| def test_deeply_nested(self): |
| self.assertEqual( |
| textpb.parse( |
| [ |
| "outer: {" " inner: {", |
| " status: GOOD", |
| " }", |
| "}", |
| ] |
| ), |
| { |
| "outer": [ |
| { |
| "inner": [ |
| { |
| "status": [ |
| textpb.Token( |
| text="GOOD", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ] |
| } |
| ] |
| } |
| ] |
| }, |
| ) |
| |
| def test_mixed_levels(self): |
| self.assertEqual( |
| textpb.parse( |
| [ |
| "outer: {" " inner: {", |
| " status: GOOD", |
| " }", |
| " middle: 77", |
| " middle: 55", |
| "}", |
| 'magic: "wand"', |
| ] |
| ), |
| { |
| "outer": [ |
| { |
| "inner": [ |
| { |
| "status": [ |
| textpb.Token( |
| text="GOOD", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ] |
| } |
| ], |
| "middle": [ |
| textpb.Token( |
| text="77", type=textpb.TokenType.OTHER_VALUE |
| ), |
| textpb.Token( |
| text="55", type=textpb.TokenType.OTHER_VALUE |
| ), |
| ], |
| } |
| ], |
| "magic": [ |
| textpb.Token( |
| text='"wand"', type=textpb.TokenType.STRING_VALUE |
| ) |
| ], |
| }, |
| ) |
| |
| def test_nested_dictionaries(self): |
| self.assertEqual( |
| textpb.parse( |
| [ |
| "outer: {" " inner: {", |
| ' key: "aaa"', |
| " value: {", |
| " size: 44", |
| " status: BAD", |
| " attributes: {", |
| ' key: "secret"', |
| ' value: "de4db33f"', |
| " }", |
| " attributes: {", |
| ' key: "output"', |
| ' value: "ff/gg"', |
| " }", |
| " }", |
| " }", |
| " inner: {", |
| ' key: "bbb"', |
| " value: {", |
| " size: 33", |
| " status: GOOD", |
| " attributes: {", |
| ' key: "secret"', |
| ' value: "0000aaaa"', |
| " }", |
| " attributes: {", |
| ' key: "output"', |
| ' value: "pp/qq"', |
| " }", |
| " }", |
| " }", |
| "}", |
| ] |
| ), |
| { |
| "outer": [ |
| { |
| "inner": { |
| "aaa": { |
| "size": [ |
| textpb.Token( |
| text="44", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ], |
| "status": [ |
| textpb.Token( |
| text="BAD", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ], |
| "attributes": { |
| "secret": textpb.Token( |
| text='"de4db33f"', |
| type=textpb.TokenType.STRING_VALUE, |
| ), |
| "output": textpb.Token( |
| text='"ff/gg"', |
| type=textpb.TokenType.STRING_VALUE, |
| ), |
| }, |
| }, |
| "bbb": { |
| "size": [ |
| textpb.Token( |
| text="33", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ], |
| "status": [ |
| textpb.Token( |
| text="GOOD", |
| type=textpb.TokenType.OTHER_VALUE, |
| ) |
| ], |
| "attributes": { |
| "secret": textpb.Token( |
| text='"0000aaaa"', |
| type=textpb.TokenType.STRING_VALUE, |
| ), |
| "output": textpb.Token( |
| text='"pp/qq"', |
| type=textpb.TokenType.STRING_VALUE, |
| ), |
| }, |
| }, |
| } |
| } |
| ] |
| }, |
| ) |
| |
| def test_unbalanced_close_block(self): |
| with self.assertRaisesRegex( |
| textpb.ParseError, "Unexpected end-of-block" |
| ): |
| textpb.parse(["}"]) |
| |
| def test_unbalanced_open_block(self): |
| with self.assertRaisesRegex(textpb.ParseError, "Unexpected EOF"): |
| textpb.parse(["foo: {"]) |
| |
| def test_missing_value(self): |
| with self.assertRaisesRegex(textpb.ParseError, "Unexpected EOF"): |
| textpb.parse(["foo: "]) |
| |
| def test_expected_field(self): |
| with self.assertRaisesRegex(textpb.ParseError, "Expected a field name"): |
| textpb.parse(['"value"']) |
| |
| def test_expected_value(self): |
| with self.assertRaisesRegex( |
| textpb.ParseError, "Unexpected token: .*END_BLOCK" |
| ): |
| textpb.parse(["foo: }"]) |
| |
| |
| if __name__ == "__main__": |
| unittest.main() |
