3 ��h�� @s�dZdZddlZddlZddlZddlZyddlZWnek rPddlZYnXddl m Z ddlmZddlm Z ddlmZddlmZdd lmZdd l mZddl mZddl mZddl mZdd lmZddlmZGdd�dej�ZGdd�dej�Ze jee�Gdd�de��ZGdd�de�ZGdd�de�ZGdd�dej�ZGdd�dej�Ze jee�Gdd�de��Z e!dk�r�ej"�dS) z%Test for google.protobuf.text_format.z kenton@google.com (Kenton Varda)�N)�_parameterized)�any_test_pb2)�map_unittest_pb2)�unittest_mset_pb2)�unittest_pb2)�unittest_proto3_arena_pb2)�api_implementation)�message_set_extensions_pb2)� test_util)�descriptor_pool)�text_formatc@seZdZdd�ZdS)�SimpleTextFormatTestscCs$xtjD]}|jdt|��qWdS)N�)rZ_QUOTES�assertEqual�len)�selfZquote�r�&/usr/lib/python3.6/text_format_test.py�testQuoteMarksAreSingleCharsFsz2SimpleTextFormatTests.testQuoteMarksAreSingleCharsN)�__name__� __module__�__qualname__rrrrrr @sr c@s,eZdZdd�Zdd�Zdd�Zdd�Zd S) �TextFormatBasec Cs4tj|�� }ttkr|j�Sdd�|D�SQRXdS)NcSsg|]}|jd��qS)zutf-8)�decode)�.0Zgolden_linerrr� Qsz-TextFormatBase.ReadGolden..)r Z GoldenFile�str�bytes� readlines)r�golden_filename�frrr� ReadGoldenNszTextFormatBase.ReadGoldencCs |j|�}|j|dj|��dS)N�)r!ZassertMultiLineEqual�join)r�textrZgolden_linesrrr�CompareToGoldenFileSs z"TextFormatBase.CompareToGoldenFilecCs|j||�dS)N)r)rr$�golden_textrrr�CompareToGoldenTextWsz"TextFormatBase.CompareToGoldenTextcCs>|jdd�jdd�jdd�jdd�}tjdtj�jd|�}|S)Nze+0ze+ze-0ze-z\.0$r")�replace�re�compile� MULTILINE�sub)rr$rrr�RemoveRedundantZerosZsz#TextFormatBase.RemoveRedundantZerosN)rrrr!r%r'r-rrrrrLsrc@s�eZdZdd�Zdd�Zdd�Zdd�Zd d �Zdd�Zd d�Z dd�Z dd�Zdd�Zdd�Z dd�Zdd�Zdd�Zdd�Zdd �Zd!d"�Zd#d$�Zd%d&�Zd'd(�Zd)d*�Zd+d,�Zd-d.�Zd/d0�Zd1d2�Zd3d4�Zd5d6�Zd7d8�Zd9d:�Zd;d<�Z d=S)>�TextFormatTestcCsx|j�}|jjd �|jjd�|jjd�|jjd�|jjd�|jjd�|jjd�|j|jtj |��d�dS) Nll��gw��/�^@g�t�QFքDg��6.UnicodeSubN)rrrrrrr� UnicodeSub~sr9uüꜟz(repeated_string: "\303\274\352\234\237" )�sixZ text_typer/r4r1r'rr5)rr6r9r7rrr�testPrintExoticUnicodeSubclass|sz-TextFormatTest.testPrintExoticUnicodeSubclasscCs2|j�}|jj�}d|_|jtj|dd�d�dS)N�*T)�as_one_linez"repeated_nested_message { bb: 42 })r/�repeated_nested_message�add�bbr'rr5)rr6r7�msgrrr�testPrintNestedMessageAsOneLine�s z.TextFormatTest.testPrintNestedMessageAsOneLinecCs^|j�}|jjd�|jjd�|jjd�|jjd�|jjd�|jtj|dd�d�dS)Nr�ZGoogleZZurichT)r=zirepeated_int32: 1 repeated_int32: 1 repeated_int32: 3 repeated_string: "Google" repeated_string: "Zurich")r/Zrepeated_int32r1r4r'rr5)rr6r7rrr� testPrintRepeatedFieldsAsOneLine�sz/TextFormatTest.testPrintRepeatedFieldsAsOneLinecCs(|j�}d|_|jtj|dd�d�dS)Nz a new lineT)r=zoptional_string: "a\nnew\nline")r/�optional_stringr'rr5)rr6r7rrr�'testPrintNestedNewLineInStringAsOneLine�s z6TextFormatTest.testPrintNestedNewLineInStringAsOneLinecCs||j�}|jjd�|jjd�|jjd�|jjd�|jjd�|jjd�|jjd�|j|jtj |dd ��d �dS)Nll��gw��/�^@g�t�QFքDg��6i g⹭�?zoptional_float: 1.25z%optional_double: -3.45678901234568e-6zrepeated_float: -5642zrepeated_double: 7.89e-5z.15g)�float_formatz&payload {{ {0} {1} {2} {3} }} T)r=rOzpayload {{ {0} {1} {2} {3} }}g�/_�e�̾i��)ZNestedTestAllTypesZpayload�optional_floatZoptional_doubleZrepeated_floatr1r3rr5r'r-�format)rr6r7Zformatted_fieldsZtext_messagerrr�testPrintFloatFormat�s&z#TextFormatTest.testPrintFloatFormatcCs"|j�}d|_|jdt|��dS)N�{zc: 123 )ZForeignMessage�crr)rr6r7rrr�testMessageToString�sz"TextFormatTest.testMessageToStringcCs�|j�}|jjd}|j}tjd�}tj|||�|jd|j��|j �tjd�}tj |�}|j||�|jd|j��|j �dS)NrPFzoptional_float: 0.0 )r/� DESCRIPTOR�fields_by_namerPr� TextWriterZ PrintFieldr�getvalue�close�_Printer)rr6r7�field�value�out�printerrrr�testPrintFields zTextFormatTest.testPrintFieldcCs�|j�}|jjd}|j}tjd�}tj|||�|jd|j��|j �tjd�}tj |�}|j||�|jd|j��|j �dS)NrPFz0.0)r/rVrWrPrrXZPrintFieldValuerrYrZr[)rr6r7r\r]r^r_rrr�testPrintFieldValues z"TextFormatTest.testPrintFieldValuecCsT|j�}tj|�tj|�}|j�}tj||�|j||�|tkrPtj||�dS)N) r/r �SetAllFieldsrr5rIrr�ExpectAllFieldsSet)rr6r7� ascii_textrKrrr�testParseAllFields"s z!TextFormatTest.testParseAllFieldscCs�|j�}tj|�tj|�}|jd�}|j�}tj||�|j||�|tkrZtj ||�|j �tj||�|j||�|tkr�tj ||�tj r�|j�}d}tj||�|j|jd�|j �tj||�|j|jd�dS)Nzutf-8uoptional_string: "café"ucafé)r/r rbrr5�encoderIrrrc�Clear�Merger:ZPY2rE)rr6r7rdrKZmsg2r$rrr�testParseAndMergeUtf8-s, z$TextFormatTest.testParseAndMergeUtf8cCs�|j�}d}tj||�|jd|jd�|jd|jd�|jd|jd�|jd|jd�|jd|jd �|jd |jd�|jd|jd�|jd|jd �|jd |jd�dS)NuUrepeated_int64: -9223372036854775808 repeated_uint64: 18446744073709551615 repeated_double: 123.456 repeated_double: 1.23e+22 repeated_double: 1.23e-18 repeated_string: "\000\001\007\010\014\n\r\t\013\\\'\"" repeated_string: "foo" 'corge' "grault" repeated_string: "\303\274\352\234\237" repeated_string: "\xc3\xbc" repeated_string: "Ã¼" lrl��gw��/�^@g�t�QFքDrg��6<�z \'"Zfoocorgegraultuüꜟ�ürCl��)r/rrIrr0r2r3r4)rr6r7r$rrr�testParseExoticHszTextFormatTest.testParseExoticcCsv|j�}d}tj||�|jd|jd�|jd|jd�|jd|jd�|jd|jd�|jd |jd�dS) Nzorepeated_int64: 100; repeated_int64: 200; repeated_int64: 300, repeated_string: "one", repeated_string: "two"; �dr��ri,rj�one�two)r/rrIrr0r4)rr6r7r$rrr�testParseTrailingCommasasz&TextFormatTest.testParseTrailingCommascCsv|j�}d}tj||�|jd|jd�|jd|jd�|jd|jd�|jd|jd�|jd |jd�dS) NzRrepeated_int64: [100, 200]; repeated_int64: 300, repeated_string: ["one", "two"]; rmrrnri,rjrorp)r/rrIrr0r4)rr6r7r$rrr�"testParseRepeatedScalarShortFormatpsz1TextFormatTest.testParseRepeatedScalarShortFormatcCsl|j�}d}tj||�|jd|jdj�|jd|jdj�|jd|jdj�|jd|jd j�dS) Nzyrepeated_nested_message: [{bb: 100}, {bb: 200}], repeated_nested_message: {bb: 300} repeated_nested_message [{bb: 400}]; rmrrnri,rji�rC)r/rrIrr>r@)rr6r7r$rrr�#testParseRepeatedMessageShortFormat}sz2TextFormatTest.testParseRepeatedMessageShortFormatcCs,|j�}d}tj||�|j|j�|�dS)Nr")r/rrIr)rr6r7r$rrr�testParseEmptyText�sz!TextFormatTest.testParseEmptyTextc CsX|j�}d}|jtj��}tj||�WdQRX|j|jj�d�|j|jj�d�dS)Nzrepeated_string: "\xc3\xc3"r�) r/�assertRaisesr� ParseErrorrIr� exceptionZGetLineZ GetColumn)rr6r7r$�errr�testParseInvalidUtf8�sz#TextFormatTest.testParseInvalidUtf8cCs(|j�}d}tj|tjdtj||�dS)N�fooz?1:1 : Message type "\w+.TestAllTypes" has no field named "foo".)r/r:�assertRaisesRegexrrwrI)rr6r7r$rrr�testParseSingleWord�s z"TextFormatTest.testParseSingleWordcCs(|j�}d}tj|tjdtj||�dS)Nzunknown_field: 8 zI1:1 : Message type "\w+.TestAllTypes" has no field named "unknown_field".)r/r:r|rrwrI)rr6r7r$rrr�testParseUnknownField�s z$TextFormatTest.testParseUnknownFieldcCs(|j�}d}tj|tjdtj||�dS)Nzoptional_nested_enum: BARRzG1:23 : Enum type "\w+.TestAllTypes.NestedEnum" has no value named BARR.)r/r:r|rrwrI)rr6r7r$rrr�testParseBadEnumValue�s z$TextFormatTest.testParseBadEnumValuecCs(|j�}d}tj|tjdtj||�dS)Nzoptional_int32: borkz#1:17 : Couldn't parse integer: bork)r/r:r|rrwrI)rr6r7r$rrr�testParseBadIntValue�s z#TextFormatTest.testParseBadIntValuecCs�|j�}d}tj||�d}|jd|jd�|j|d|d|jd�|j|d|d |jd �|j||d||d|jd�|j||d||d |jd�|j|d |jd�dS)Narepeated_string: "\xf\x62" repeated_string: "\\xf\\x62" repeated_string: "\\\xf\\\x62" repeated_string: "\\\\xf\\\\x62" repeated_string: "\\\\\xf\\\\\x62" repeated_string: "\x5cx20"�\zbrZxfZx62r��brjrC�Zx20�)r/rrIrr4)rr6r7r$�SLASHrrr�testParseStringFieldUnescape�sz+TextFormatTest.testParseStringFieldUnescapecCs6|j�}d}tj||�}|j||�|jd|j�dS)Nz%optional_int32: 42 optional_int32: 67�C)r/rrhrJr�optional_int32)rr6r7r$rLrrr�testMergeDuplicateScalars�s z(TextFormatTest.testMergeDuplicateScalarscCs:|j�}d}tj||�}|j||k�|jd|jj�dS)NzCoptional_nested_message { bb: 1 } optional_nested_message { bb: 2 }rj)r/rrh� assertTruer�optional_nested_messager@)rr6r7r$rLrrr�&testMergeDuplicateNestedMessageScalars�s z5TextFormatTest.testMergeDuplicateNestedMessageScalarscCs>|j�}d|_|j�}tjtj|�|�|jd|jd��dS)N��oneof_uint32�oneof_field)r/r�rrIr5r� WhichOneof)rr6�m�m2rrr�testParseOneof�s zTextFormatTest.testParseOneofcCs8djddg�}|j�}tj||�|jd|jd��dS)N� zoneof_uint32: 11zoneof_string: "foo"Zoneof_stringr�)r#r/rrhrr�)rr6�m_stringr�rrr�testMergeMultipleOneof�sz%TextFormatTest.testMergeMultipleOneofc Cs@djddg�}|j�}|jtjd��tj||�WdQRXdS)Nr�zoneof_uint32: 11zoneof_string: "foo"z is specified along with field )r#r/r|rrwrI)rr6r�r�rrr�testParseMultipleOneof�s z%TextFormatTest.testParseMultipleOneofN)!rrrr8r;rBrDrFrGrMrNrRrUr`rarerirlrqrrrsrtrzr}r~rr�r�r�r�r�r�r�rrrrr.es< ! r.c@sLeZdZdd�Zdd�Zdd�Zdd�Zd d �Zdd�Zd d�Z dd�Z dS)� OnlyWorksWithProto2RightNowTestscCs2tj�}tj|�|j|jtj|dd��d�dS)NT)�pointy_bracketsz*text_format_unittest_data_pointy_oneof.txt)rr/r rbr%r-rr5)rr7rrr�testPrintAllFieldsPointy�s z9OnlyWorksWithProto2RightNowTests.testPrintAllFieldsPointycCsRdj|jd��}tj�}tj||�}|j||�tj�}tj|�|j ||�dS)Nr�z/text_format_unittest_data_oneof_implemented.txt) r#r!rr/rrIrJr rbr)rr&rKrLr7rrr�testParseGolden�s z0OnlyWorksWithProto2RightNowTests.testParseGoldencCs.tj�}tj|�|j|jtj|��d�dS)Nz/text_format_unittest_data_oneof_implemented.txt)rr/r rbr%r-rr5)rr7rrr�testPrintAllFieldss z3OnlyWorksWithProto2RightNowTests.testPrintAllFieldscCsbtj�}d|_d|_d|_d|j_d|j_|j|j t j|dd��d�|j|j t j|��d �dS) NZ115�e�orrT)Zuse_index_orderzWmy_string: "115" my_int: 101 my_float: 111 optional_nested_message { oo: 0 bb: 1 } zWmy_int: 101 my_string: "115" my_float: 111 optional_nested_message { bb: 1 oo: 0 } )rZTestFieldOrderingsZ my_stringZmy_intZmy_floatr�Zoor@r'r-rr5)rr7rrr�testPrintInIndexOrders z6OnlyWorksWithProto2RightNowTests.testPrintInIndexOrdercCsL|jd�}tj�}tj||�}|j||�tj�}tj|�|j||�dS)Nz/text_format_unittest_data_oneof_implemented.txt) r!rr/rZ MergeLinesrJr rbr)r�openedrKrLr7rrr�testMergeLinesGoldens z5OnlyWorksWithProto2RightNowTests.testMergeLinesGoldencCsL|jd�}tj�}tj||�}|j||�tj�}tj|�|j||�dS)Nz/text_format_unittest_data_oneof_implemented.txt) r!rr/rZ ParseLinesrJr rbr)rr�rKrLr7rrr�testParseLinesGolden's z5OnlyWorksWithProto2RightNowTests.testParseLinesGoldencCs\tj�}d|jd<d|jd<d|jd<d|jd<d|jd<d|jd _|j t j|�d �dS)Ni�rSrj�"�!�123�abcr�r�aHmap_int32_int32 { key: -123 value: -456 } map_int64_int64 { key: -8589934592 value: -17179869184 } map_uint32_uint32 { key: 123 value: 456 } map_uint64_uint64 { key: 8589934592 value: 17179869184 } map_string_string { key: "abc" value: "123" } map_int32_foreign_message { key: 111 value { c: 5 } } i8��i��ll��ll��ll)r�TestMap�map_int32_int32�map_int64_int64�map_uint32_uint32�map_uint64_uint64�map_string_string�map_int32_foreign_messagerTr'rr5)rr7rrr�testPrintMap1s z-OnlyWorksWithProto2RightNowTests.testPrintMapcCs|tj�}x tjdd�D]}d|j|<qWx$ttjdd��D]}d|j|<q>Wdjdd�tjD��}|jtj |�|�dS)N� �Zdummyrr"css|]}d|fVqdS)z3map_string_string { key: "%c" value: "dummy" } Nr)r�letterrrr� _szKOnlyWorksWithProto2RightNowTests.testMapOrderEnforcement..) rr��stringZascii_uppercaser��reversedr#r'rr5)rr7r��goldenrrr�testMapOrderEnforcementYs z8OnlyWorksWithProto2RightNowTests.testMapOrderEnforcementN)rrrr�r�r�r�r�r�r�r�rrrrr��s (r�c@s�eZdZdd�Zdd�Zdd�Zdd�Zd d �Zdd�Zd d�Z dd�Z dd�Zdd�Zdd�Z dd�Zdd�Zdd�Zdd�Zdd �Zd!d"�Zd#d$�Zd%d&�Zd'd(�Zd)d*�Zd+S),�Proto2TestscCsvtj�}tjj}tjj}d|jj|_d|jj|_|j t j|�d�tj �}tj}d|j|_|j t j|�d�dS)N�r{z�message_set { [protobuf_unittest.TestMessageSetExtension1] { i: 23 } [protobuf_unittest.TestMessageSetExtension2] { str: "foo" } } ZbarzF[google.protobuf.internal.TestMessageSetExtension3] { text: "bar" } )r�TestMessageSetContainer�TestMessageSetExtension1�message_set_extension�TestMessageSetExtension2�message_set� Extensions�irr'rr5r ZTestMessageSetZmessage_set_extension3r$)rr7�ext1�ext2Zextrrr�testPrintMessageSetvs zProto2Tests.testPrintMessageSetcCsjtjd�}tj�}tjj}tjj}d|jj|_ d|jj|_ tj||dd�|j|j �d�|j�dS)NFr�r{T)Zuse_field_numberz?1 { 1545008 { 15: 23 } 1547769 { 25: "foo" } } )rrXrr�r�r�r�r�r�r�rZPrintMessager'rYrZ)rr^r7r�r�rrr� testPrintMessageSetByFieldNumber�s z,Proto2Tests.testPrintMessageSetByFieldNumbercCsNtj�}tjj}tjj}d|jj|_d|jj|_|j t j|dd�d�dS)Nr�r{T)r=z�message_set { [protobuf_unittest.TestMessageSetExtension1] { i: 23 } [protobuf_unittest.TestMessageSetExtension2] { str: "foo" } })rr�r�r�r�r�r�r�rr'rr5)rr7r�r�rrr�testPrintMessageSetAsOneLine�sz(Proto2Tests.testPrintMessageSetAsOneLinecCs�tj�}d}tj||�|jd|jd�|jd|jd�tj�}d}tj||�tjj }tj j }|jd|jj|j �|jd|jj|j�dS)Nz&repeated_uint64: 1 repeated_uint64: 2 rrrjz�message_set { [protobuf_unittest.TestMessageSetExtension1] { i: 23 } [protobuf_unittest.TestMessageSetExtension2] { str: "foo" } } r�r{)rr/rrIrr2rr�r�r�r�r�r�r�r)rr7r$r�r�rrr�testParseMessageSet�szProto2Tests.testParseMessageSetcCs>tj�}d}tj||tj�d�|jtj|tj�d�|�dS)Nz�value { [type.googleapis.com/google.protobuf.internal.TestAny] { [google.protobuf.internal.TestAnyExtension1.extension1] { i: 10 } } } )r)�test_extend_any�TestAnyrrhr�Defaultr'r5)rr7r$rrr�testExtensionInsideAnyMessage�sz)Proto2Tests.testExtensionInsideAnyMessagec Cs�tj�}d}tj||dd�|jd|jd�|jd|jd�tj�}d}tj||dd�tjj }tj j }|jd|jj|j �|jd |jj|j�tj�}d }tj|tjdtj||�d}tj|tjd tj||dd�dS)Nz34: 1 repeated_uint64: 2 T)Zallow_field_numberrrrjz?1 { 1545008 { 15: 23 } 1547769 { 25: "foo" } } r�r{z34:1 z>1:1 : Message type "\w+.TestAllTypes" has no field named "34".z1234:1 z@1:1 : Message type "\w+.TestAllTypes" has no field named "1234".)rr/rrIrr2rr�r�r�r�r�r�r�rr:r|rw)rr7r$r�r�rrr�testParseMessageByFieldNumber�s4 z)Proto2Tests.testParseMessageByFieldNumbercCs.tj�}tj|�|j|jtj|��d�dS)Nz(text_format_unittest_extensions_data.txt)r�TestAllExtensionsr �SetAllExtensionsr%r-rr5)rr7rrr�testPrintAllExtensionss z"Proto2Tests.testPrintAllExtensionscCs2tj�}tj|�|j|jtj|dd��d�dS)NT)r�z/text_format_unittest_extensions_data_pointy.txt)rr�r r�r%r-rr5)rr7rrr�testPrintAllExtensionsPointys z(Proto2Tests.testPrintAllExtensionsPointycCsFdj|jd��}tj�}tj||�tj�}tj|�|j||�dS)Nr�z(text_format_unittest_extensions_data.txt) r#r!rr�rrIr r�r)rr&rKr7rrr�testParseGoldenExtensionss z%Proto2Tests.testParseGoldenExtensionscCs@tj�}tj|�tj|�}tj�}tj||�|j||�dS)N)rr�r r�rr5rIr)rr7rdrKrrr�testParseAllExtensionss z"Proto2Tests.testParseAllExtensionsc CsVtj�}d}tj||dd�d}|jtj|�|�tj�}d}tj|tjdtj||dd�tj�}d}tj|tjdtj||dd�tj�}d }tj|tjdtj||dd�tj�}d }tj|tjdtj||dd�tj�}d}tj|tjd tj||dd�tj�}d}tj||dd�tj j }tjj }|jd|j j|j�|jd|j j|j�dS)Nu�message_set { [unknown_extension] { i: 23 bin: "à" [nested_unknown_ext]: { i: 23 x: x test: "test_string" floaty_float: -0.315 num: -inf multiline_str: "abc" "def" "xyz." [nested_unknown_ext.ext]: < i: 23 i: 24 pointfloat: .3 test: "test_string" floaty_float: -0.315 num: -inf long_string: "test" "test2" > } } [unknown_extension]: 5 } T)Zallow_unknown_extensionzmessage_set { } z3message_set { [unknown_extension] { i: } } zInvalid field value: }zGmessage_set { [unknown_extension] { str: "malformed string } } zInvalid field value: "zSmessage_set { [unknown_extension] { str: "malformed multiline string } } z7message_set { [malformed_extension] < i: -5 } z5:1 : Expected ">".z)message_set { unknown_field: true } zb2:3 : Message type "proto2_wireformat_unittest.TestMessageSet" has no field named "unknown_field".z�message_set { [protobuf_unittest.TestMessageSetExtension1] { i: 23 } [protobuf_unittest.TestMessageSetExtension2] { str: "foo" } } r�r{)rr�rrIr'r5r:r|rwr�r�r�rr�r�r�r)rr7r$r�Z malformedr�r�rrr� testParseAllowedUnknownExtension"srz,Proto2Tests.testParseAllowedUnknownExtensionc CsFtj�}d}|jtj��}tj||�WdQRX|jt|j�d�dS)Nz#optional_nested_message { "bb": 1 }z/1:27 : Expected identifier or number, got "bb".) rr/rvrrwrIrrrx)rr7r$ryrrr�testParseBadIdentifier�sz"Proto2Tests.testParseBadIdentifiercCsHtj�}d}tj|tjdtj||�tj�}tj|tjdtj||�dS)Nz[unknown_extension]: 8 z31:2 : Extension "unknown_extension" not registered.zM1:2 : Message type "protobuf_unittest.TestAllTypes" does not have extensions.)rr�r:r|rrwrIr/)rr7r$rrr�testParseBadExtension�s z!Proto2Tests.testParseBadExtensioncCs(tj�}d}tj|tjdtj||�dS)Nzoptional_nested_enum: 100zL1:23 : Enum type "\w+.TestAllTypes.NestedEnum" has no value with number 100.)rr/r:r|rrwrI)rr7r$rrr�testParseNumericUnknownEnum�s z'Proto2Tests.testParseNumericUnknownEnumcCs0tj�}d}tj||�|jd|jtj�dS)Nza[protobuf_unittest.optional_int32_extension]: 42 [protobuf_unittest.optional_int32_extension]: 67r�)rr�rrhrr�Zoptional_int32_extension)rr7r$rrr�"testMergeDuplicateExtensionScalars�s z.Proto2Tests.testMergeDuplicateExtensionScalarscCs(tj�}d}tj|tjdtj||�dS)Nza[protobuf_unittest.optional_int32_extension]: 42 [protobuf_unittest.optional_int32_extension]: 67z�1:96 : Message type "protobuf_unittest.TestAllExtensions" should not have multiple "protobuf_unittest.optional_int32_extension" extensions.)rr�r:r|rrwrI)rr7r$rrr�"testParseDuplicateExtensionScalars�s z.Proto2Tests.testParseDuplicateExtensionScalarscCs(tj�}d}tj|tjdtj||�dS)NzCoptional_nested_message { bb: 1 } optional_nested_message { bb: 2 }zh1:65 : Message type "protobuf_unittest.TestAllTypes.NestedMessage" should not have multiple "bb" fields.)rr/r:r|rrwrI)rr7r$rrr�&testParseDuplicateNestedMessageScalars�s z2Proto2Tests.testParseDuplicateNestedMessageScalarscCs(tj�}d}tj|tjdtj||�dS)Nz%optional_int32: 42 optional_int32: 67zf1:36 : Message type "protobuf_unittest.TestAllTypes" should not have multiple "optional_int32" fields.)rr/r:r|rrwrI)rr7r$rrr�testParseDuplicateScalars�s z%Proto2Tests.testParseDuplicateScalarscCsDtj�}d}tj|tjdtj||�d}tj|tjdtj||�dS)NzRepeatedGroup: ".zRepeatedGroup: {z1:16 : Expected "}".)rr/r:r|rrwrI)rr7r$rrr�testParseGroupNotClosed�sz#Proto2Tests.testParseGroupNotClosedcCs\tj�}d}tj||�|j|jd��|j�tj�}d}tj||�|j|jd��dS)NzOptionalGroup: {}Z optionalgroupzOptionalGroup: <>)rr/rrIr�ZHasFieldrg)rr7r$rrr�testParseEmptyGroup�szProto2Tests.testParseEmptyGroupcCs�d}tj�}tj||�|jd|jd�|jd|jd�|jd|jd�|jd|jd�|jd|j d�|jd |j d j�dS)NaHmap_int32_int32 { key: -123 value: -456 } map_int64_int64 { key: -8589934592 value: -17179869184 } map_uint32_uint32 { key: 123 value: 456 } map_uint64_uint64 { key: 8589934592 value: 17179869184 } map_string_string { key: "abc" value: "123" } map_int32_foreign_message { key: 111 value { c: 5 } } i�rSrjr�r�r�r�r�r�i8��i��ll��ll��ll)rr�rrIrr�r�r�r�r�r�rT)rr$r7rrr�testParseMap�szProto2Tests.testParseMapN)rrrr�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�rrrrr�ts*) z r�c@s|eZdZdd�Zdd�Zdd�Zdd�Zd d �Zdd�Zd d�Z dd�Z dd�Zdd�Zdd�Z dd�Zdd�Zdd�ZdS)�Proto3TestscCs@tj�}d|_tj�}|jj|�|jtj |t j�d�d�dS)Nr�)rz[any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string" } } )r� OneString�datarr�� any_value�Packrrr5rr�)r�packed_messager7rrr�testPrintMessageExpandAnys z%Proto3Tests.testPrintMessageExpandAnycCsRtj�}tj�}d|_|jj�j|�d|_|jj�j|�|jt j |�d�dS)N�string0�string1z�repeated_any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string0" } } repeated_any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string1" } } )rr�rr�r��repeated_any_valuer?r�rrr5)rr�r7rrr�!testPrintMessageExpandAnyRepeated(sz-Proto3Tests.testPrintMessageExpandAnyRepeatedcCsDtj�}d|_tj�}|jj|�tj�}|j t j||d�d�dS)Nr�)rzdany_value { type_url: "type.googleapis.com/protobuf_unittest.OneString" value: "\n\006string" } )rr�r�rr�r�r�r�DescriptorPoolrrr5)rr�r7� empty_poolrrr�2testPrintMessageExpandAnyDescriptorPoolMissingType<sz>Proto3Tests.testPrintMessageExpandAnyDescriptorPoolMissingTypecCs<tj�}d|_tj�}|jj|�|jtj |dd�d�dS)Nr�T)r�z[any_value < [type.googleapis.com/protobuf_unittest.OneString] < data: "string" > > ) rr�r�rr�r�r�rrr5)rr�r7rrr�'testPrintMessageExpandAnyPointyBracketsIsz3Proto3Tests.testPrintMessageExpandAnyPointyBracketscCs<tj�}d|_tj�}|jj|�|jtj |dd�d�dS)Nr�T)r=zRany_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string" } }) rr�r�rr�r�r�rrr5)rr�r7rrr�"testPrintMessageExpandAnyAsOneLineWsz.Proto3Tests.testPrintMessageExpandAnyAsOneLinecCsDtj�}d|_tj�}|jj|�|jtj |ddt j�d�d�dS)Nr�T)r=r�rzRany_value < [type.googleapis.com/protobuf_unittest.OneString] < data: "string" > >)rr�r�rr�r�r�rrr5rr�)rr�r7rrr�0testPrintMessageExpandAnyAsOneLinePointyBracketsds ztj�}tj�}d|_tj|�}tj||�|jd|j�dS)Ni�)rr/Zoptional_nested_enumrr5rIr)rr7Zmessage2Ztext_stringrrr�testUnknownEnumsss zProto3Tests.testUnknownEnumscCsttj�}d}tj||�tj�}|jj|�|jd|j �|j �tj||�tj�}|jj|�|jd|j �dS)Nz[any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string" } } r�)rr�rrhrr�r��Unpackrr�rgrI)rr7r$r�rrr�testMergeExpandedAny{sz Proto3Tests.testMergeExpandedAnycCs`tj�}d}tj||�tj�}|jdj|�|jd|j �|jdj|�|jd|j �dS)Nz�repeated_any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string0" } } repeated_any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string1" } } rr�rr�) rr�rrhrr�r�r�rr�)rr7r$r�rrr�testMergeExpandedAnyRepeated�s z(Proto3Tests.testMergeExpandedAnyRepeatedcCs>tj�}d}tj||�tj�}|jj|�|jd|j �dS)Nz[any_value { [type.googleapis.com/protobuf_unittest.OneString] < data: "string" > } r�) rr�rrhrr�r�r�rr�)rr7r$r�rrr�"testMergeExpandedAnyPointyBrackets�sz.Proto3Tests.testMergeExpandedAnyPointyBracketscCs4tj�}d}tj||�tj�}|jd|jj�dS)NzYany_value { [type.otherapi.com/protobuf_unittest.OneString] { data: "string" } } z-type.otherapi.com/protobuf_unittest.OneString) rr�rrhrr�rr�Ztype_url)rr7r$r�rrr�testMergeAlternativeUrl�sz#Proto3Tests.testMergeAlternativeUrlcCsRtj�}d}|jtj��}tj�}tj|||d�WdQRX|jt |j �d�dS)Nz[any_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string" } } )rz=Type protobuf_unittest.OneString not found in descriptor pool)rr�rvrrwrr�rhrrrx)rr7r$ryr�rrr�-testMergeExpandedAnyDescriptorPoolMissingType�sz9Proto3Tests.testMergeExpandedAnyDescriptorPoolMissingTypecCs>d}tj�}tj||�tj�}|jj|�|jd|j �dS)Nzdany_value { type_url: "type.googleapis.com/protobuf_unittest.OneString" value: "\n\006string" } r�) rr�rrhrr�r�r�rr�)rr$r7r�rrr�testMergeUnexpandedAny�sz"Proto3Tests.testMergeUnexpandedAnyc CsFtj�}d}|jtj��}tj||�WdQRX|jt|j�d�dS)NzUany_value { [type.googleapis.com/protobuf_unittest.OneString] { data: "string" z3:11 : Expected "}".) rr�rvrrwrhrrrx)rr7r$ryrrr�testMergeMissingAnyEndToken�s z'Proto3Tests.testMergeMissingAnyEndTokenN)rrrr�r�r�r�r�r�r�r�r�r�r�r�r�r�rrrrr�s r�c@steZdZdd�Zdd�Zdd�Zdd�Zd d �Zdd�Zd d�Z dd�Z dd�Zdd�Zdd�Z dd�Zdd�ZdS)� TokenizerTestcTCs�d}tj|j��}|jdfd|jdf|jdfd|jdf|jdfd|jdf|jd fd|jd f|jdfd|jd3f|jd fd|jdf|jdfd|jdf|jdfdd|jdfd|jtd�f|jdfd|jtd�f|jdfd|jdf|jdfd|jdfd|jdfd|jdf|jdfd|jd4f|jdfd|jd5f|jd fd|jd!f|jd"fd|jd#f|jd$fd|jd%f|jd&fd|jdf|jd'fd|jdf|jd(fd|jdf|jd)fd|jdf|jd*fd|jdf|jd+fd|jdf|jd,fd|jtd�f|jd-fd|jtd.�f|jd/fd|jtd0�fgR}d1}x�|j ��s�||}t |t��rN|j}|j ||�|j�nNt |d2t��r�tj|d2��r�|jtj|d1��n|j |d2|d1��|d27}�qWdS)6Na�identifier1:"string1" identifier2 : 123 identifier3 :'string' identifiER_4 : 1.1e+2 ID5:-0.23 ID6:'aaaa\'bbbb' ID7 : "aa\"bb" ID8: {A:inf B:-inf C:true D:false} ID9: 22 ID10: -111111111111111111 ID11: -22 ID12: 2222222222222222222 ID13: 1.23456f ID14: 1.2e+2f false_bool: 0 true_BOOL:t true_bool1: 1 false_BOOL1:f False_bool: False True_bool: True X:iNf Y:-inF Z:nANZidentifier1�:r�Zidentifier2rSZidentifier3r�ZidentifiER_4g�[@ZID5gq= ףp�?ZID6z aaaa'bbbbZID7zaa"bbZID8�{�A�inf�B�CT�DF�}ZID9�ZID10l�q��{UZID11ZID12l�c/Y-�vZID13g82��?ZID14g^@Z false_boolZ true_BOOLZ true_bool1Zfalse_BOOL1Z False_boolZ True_bool�X�Yz-inf�Z�nanrrgq= ףpͿl��q��{Ui��)r� Tokenizer� splitlines�ConsumeIdentifierZ ConsumeString�ConsumeInteger�ConsumeFloat�float�ConsumeBool�AtEnd� isinstancer�tokenr� NextToken�mathZisnanr�)rr$� tokenizer�methodsr�r�rrrr�testSimpleTokenCases�s� z"TokenizerTest.testSimpleTokenCasesc Csd}d }d|d|df}tj|j��}|jd|j��|j|d|j��|j|d|j��|j|j��d}tj|j��}|jd|j��|jd|j��|jd|j��|jd|j��|jtj ��|j�WdQRX|jd |j ��|j|j��dS)Nr�?� z-1 %d %dz -0 0 0 1.2rTFg333333�?ll��ll��)rrrrrr�rZTryConsumeIntegerrvrwr )r� int64_max� uint32_maxr$rrrr�testConsumeAbstractIntegers)s$z)TokenizerTest.testConsumeAbstractIntegerscCs<d}d }d|d|df}tj|j��}|jtjtj|�|jtjtj|�|jdtj|��|jtjtj|�|jtjtj|�|j|dtj |��|jtjtj |�|j|dtj|��|j |j��d}tj|j��}|jdtj|��|jdtj|��|jdtj|��|jdtj|��|j |j��dS)Nrrrz-1 %d %dz -0 -0 0 0rll��ll��r)rrrrvrwZ_ConsumeUint32Z_ConsumeUint64rZ _ConsumeInt32Z _ConsumeInt64r�r)rrrr$rrrr�testConsumeIntegersBs2 z!TokenizerTest.testConsumeIntegerscCs�d}tj|j��}|jtj|j�d}tj|j��}|jtj|j�d}tj|j��}|jtj|j�d}tj|j��}|jtj|j�d}tj|j��}|jtj|j�dS)Nz "string1'zstring1"z "\xt"z "\"z "\x")rrrrvrwZConsumeByteString)rr$rrrr�testConsumeByteStringbsz#TokenizerTest.testConsumeByteStringcCs&d}tj|j��}|jtj|j�dS)Nz not-a-bool)rrrrvrwr)rr$rrrr�testConsumeBoolwszTokenizerTest.testConsumeBoolcCs0tjdj��}|j|j��|jtj|j�dS)Nz# some comment)rrrr�rrvrw�ConsumeComment)rrrrr�testSkipComment|szTokenizerTest.testSkipCommentcCsBtjdj�dd�}|j|j��|jd|j��|j|j��dS)Nz# some commentF)� skip_comments)rrr�assertFalserrrr�)rrrrr�testConsumeComment�s z TokenizerTest.testConsumeCommentcCsVd}tj|j�dd�}|jd|j��|j|j��|jd|j��|j|j��dS)Nz # some comment # another commentF)rz# some commentz# another comment)rrrrrr rr�)rr$rrrr�testConsumeTwoComments�sz$TokenizerTest.testConsumeTwoCommentscCs�d}tj|j�dd�}|jtj|j�|jd|j��|j|jd�|j �|jtj|j�|jd|j ��|j|j��|jd|j��|j |j��dS)Nzsome_number: 4 # some commentF)r�some_numberr�r�z# some comment)rrrrvrwrrrrrrr rr�)rr$rrrr�testConsumeTrailingComment�sz(TokenizerTest.testConsumeTrailingCommentcCsBtjdj�dd�}|j|j��|jd|j��|j|j��dS)N�# some commentF)r)Fr%)rrrr rr�ConsumeCommentOrTrailingCommentr�)rrrrr�testConsumeLineComment�s z$TokenizerTest.testConsumeLineCommentcCsVd}tj|j�dd�}|jd|j��|j|j��|jd|j��|j|j��dS)Nz # some comment # another commentF)r�# some comment�# another comment)Fr()Fr))rrrrr&r rr�)rr$rrrr�testConsumeTwoLineComments�s z(TokenizerTest.testConsumeTwoLineCommentscCs�d}tj|j�dd�}|jtj|j�|jd|j��|j|jd�|j �|jtj|j�|jd|j ��|j|j��|jd |j��|j |j��dS) Nzsome_number: 4 # some commentF)rr#r�r�T�# some comment)Tr+)rrrrvrwr&rrrrrr rr�)rr$rrrr�"testConsumeAndCheckTrailingComment�s z0TokenizerTest.testConsumeAndCheckTrailingCommentcCsnd}tj|j�dd�}|jd|j��|j|jd�|j�|jd|j��|jd |j��|j |j ��dS) Nz2some_number: 4 # some comment # not a new commentF)rr#r�r�T�"# some comment # not a new comment)Tr-)rrrrrrrrr&r�r)rr$rrrr�testHashinComment�s zTokenizerTest.testHashinCommentN)rrrrrrrrrr!r"r$r'r*r,r.rrrrr��sM r�c@s4eZdZdd�Zdd�Zdd�Zdd�Zd d �ZdS)�PrettyPrinterTestcCs<dd�}|j�}|jj�}d|_|jtj|d|d�d�dS)NcSs ~~~dS)Nr)r7�indentr=rrrr_�sz9PrettyPrinterTest.testPrettyPrintNoMatch..printerr<T)r=�message_formatterz"repeated_nested_message { bb: 42 })r/r>r?r@r'rr5)rr6r_r7rArrr�testPrettyPrintNoMatch�s z(PrettyPrinterTest.testPrettyPrintNoMatchcs@�fdd�}�j�}|jj�}d|_|jtj|d|d�d�dS)Ncs"~~|j�jjjkrd|jSdS)NzMy lucky number is %s)rVr/� NestedMessager@)r�r0r=)r6rrr_�sz9PrettyPrinterTest.testPrettyPrintOneLine..printerr<T)r=r1z1repeated_nested_message { My lucky number is 42 })r/r>r?r@r'rr5)rr6r_r7rAr)r6r�testPrettyPrintOneLine�s z(PrettyPrinterTest.testPrettyPrintOneLinecsX�fdd�}�j�}|jj�}d|_|jtj|d|d�d�|jtj|d|d�d�dS) Ncs6|j�jjjkr2|rdndd|}d||jfSdS)N� r�zMy lucky number is:%s%s)rVr/r3r@)r�r0r=Zline_deliminator)r6rrr_�sz;PrettyPrinterTest.testPrettyPrintMultiLine..printerr<T)r=r1z2repeated_nested_message { My lucky number is: 42 }Fz7repeated_nested_message { My lucky number is: 42 } )r/r>r?r@r'rr5)rr6r_r7rAr)r6r�testPrettyPrintMultiLine�s z*PrettyPrinterTest.testPrettyPrintMultiLinecsH�fdd�}�j�}|jtj|d|d�d�|jtj|d|d�d�dS)Ncs~~|j�jjkrdSdS)NzThe is the message!)rVr/)r�r0r=)r6rrr_sz?PrettyPrinterTest.testPrettyPrintEntireMessage..printerF)r=r1zThe is the message! TzThe is the message!)r/r'rr5)rr6r_r7r)r6r�testPrettyPrintEntireMessages z.PrettyPrinterTest.testPrettyPrintEntireMessagecsb�fdd�}�j�}d|_|jj�}d|_|jj�}d|_|j}d|_|jtj|d|d�d �dS) Ncs"~~|j�jjjkrd|jSdS)NzMy lucky number is %s)rVr/r3r@)r�r0r=)r6rrr_s z?PrettyPrinterTest.testPrettyPrintMultipleParts..printer�=r<�crT)r=r1z�optional_int32: 61 optional_nested_message { My lucky number is 1 } repeated_nested_message { My lucky number is 42 } repeated_nested_message { My lucky number is 99 }) r/r�r>r?r@r�r'rr5)rr6r_r7rAr)r6r�testPrettyPrintMultiplePartss z.PrettyPrinterTest.testPrettyPrintMultiplePartsN)rrrr2r4r6r7r:rrrrr/�s r/�__main__)#�__doc__� __author__rr)r:r�Z unittest2Zunittest�ImportErrorZgoogle.protobuf.internalrZgoogle.protobufrrrrrrr�r r rrZTestCaser rZ Parametersr.r�r�r�r�r/r�mainrrrr�!sT 'Cw]