diff --git "a/tokenizer_config.json" "b/tokenizer_config.json"
new file mode 100644--- /dev/null
+++ "b/tokenizer_config.json"
@@ -0,0 +1,11512 @@
+{
+ "add_bos_token": false,
+ "add_prefix_space": false,
+ "added_tokens_decoder": {
+ "151643": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151644": {
+ "content": "<|im_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151645": {
+ "content": "<|im_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151646": {
+ "content": "<|object_ref_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151647": {
+ "content": "<|object_ref_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151648": {
+ "content": "<|box_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151649": {
+ "content": "<|box_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151650": {
+ "content": "<|quad_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151651": {
+ "content": "<|quad_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151652": {
+ "content": "<|vision_start|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151653": {
+ "content": "<|vision_end|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151654": {
+ "content": "<|vision_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151655": {
+ "content": "<|image_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151656": {
+ "content": "<|video_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "151657": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151658": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151659": {
+ "content": "<|fim_prefix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151660": {
+ "content": "<|fim_middle|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151661": {
+ "content": "<|fim_suffix|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151662": {
+ "content": "<|fim_pad|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151663": {
+ "content": "<|repo_name|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151664": {
+ "content": "<|file_sep|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151665": {
+ "content": "<|type_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151666": {
+ "content": "<|parameters_py -> typed_parameter_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151667": {
+ "content": "<|dictionary_splat_py -> **_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151668": {
+ "content": "<|set_py -> {_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151669": {
+ "content": "<|try_statement_py -> else_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151670": {
+ "content": "<|await_py -> await_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151671": {
+ "content": "<|list_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151672": {
+ "content": "<|parenthesized_expression_py -> (_ter named_expression_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151673": {
+ "content": "<|left_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151674": {
+ "content": "<|block_py -> delete_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151675": {
+ "content": "<|slice_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151676": {
+ "content": "<|class_definition_py -> class_ter name_py superclasses_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151677": {
+ "content": "<|expression_list_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151678": {
+ "content": "<|cause_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151679": {
+ "content": "<|condition_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151680": {
+ "content": "<|import_from_statement_py -> from_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151681": {
+ "content": "<|except_clause_py -> except_ter :_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151682": {
+ "content": "<|value_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151683": {
+ "content": "<|argument_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151684": {
+ "content": "<|return_statement_py -> return_ter not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151685": {
+ "content": "<|dictionary_splat_py -> **_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151686": {
+ "content": "<|function_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151687": {
+ "content": "<|expression_statement_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151688": {
+ "content": "<|case_pattern_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151689": {
+ "content": "<|expression_statement_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151690": {
+ "content": "<|type_parameter_py -> type_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151691": {
+ "content": "<|list_py -> ]_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151692": {
+ "content": "<|subject_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151693": {
+ "content": "<|name_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151694": {
+ "content": "<|assert_statement_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151695": {
+ "content": "<|operators_py -> >=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151696": {
+ "content": "<|left_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151697": {
+ "content": "<|tuple_pattern_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151698": {
+ "content": "<|tuple_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151699": {
+ "content": "<|yield_py -> yield_ter from_ter generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151700": {
+ "content": "<|comparison_operator_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151701": {
+ "content": "<|set_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151702": {
+ "content": "<|slice_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151703": {
+ "content": "<|right_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151704": {
+ "content": "<|operator_py -> %=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151705": {
+ "content": "<|list_splat_py -> *_ter generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151706": {
+ "content": "<|body_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151707": {
+ "content": "<|binary_operator_py -> left_py operator_py right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151708": {
+ "content": "<|operators_py -> is_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151709": {
+ "content": "<|expression_statement_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151710": {
+ "content": "<|type_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151711": {
+ "content": "<|set_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151712": {
+ "content": "<|conditional_expression_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151713": {
+ "content": "<|argument_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151714": {
+ "content": "<|tuple_pattern_py -> case_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151715": {
+ "content": "<|return_statement_py -> return_ter false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151716": {
+ "content": "<|condition_py -> named_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151717": {
+ "content": "<|body_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151718": {
+ "content": "<|comparison_operator_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151719": {
+ "content": "<|comparison_operator_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151720": {
+ "content": "<|conditional_expression_py -> as_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151721": {
+ "content": "<|right_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151722": {
+ "content": "<|argument_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151723": {
+ "content": "<|tuple_py -> as_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151724": {
+ "content": "<|return_statement_py -> return_ter float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151725": {
+ "content": "<|function_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151726": {
+ "content": "<|left_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151727": {
+ "content": "<|yield_py -> yield_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151728": {
+ "content": "<|tuple_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151729": {
+ "content": "<|value_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151730": {
+ "content": "<|subscript_py -> ]_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151731": {
+ "content": "<|await_py -> await_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151732": {
+ "content": "<|for_statement_py -> async_ter for_ter left_py in_ter right_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151733": {
+ "content": "<|value_py -> case_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151734": {
+ "content": "<|block_py -> alternative_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151735": {
+ "content": "<|slice_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151736": {
+ "content": "<|print_statement_py -> print_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151737": {
+ "content": "<|case_clause_py -> guard_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151738": {
+ "content": "<|body_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151739": {
+ "content": "<|with_clause_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151740": {
+ "content": "<|delete_statement_py -> del_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151741": {
+ "content": "<|dictionary_comprehension_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151742": {
+ "content": "<|list_pattern_py -> [_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151743": {
+ "content": "<|condition_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151744": {
+ "content": "<|yield_py -> yield_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151745": {
+ "content": "<|left_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151746": {
+ "content": "<|tuple_pattern_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151747": {
+ "content": "<|wildcard_import_py -> *_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151748": {
+ "content": "<|except_clause_py -> except_ter value_py ,_ter alias_py :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151749": {
+ "content": "<|assert_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151750": {
+ "content": "<|global_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151751": {
+ "content": "<|case_pattern_py -> tuple_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151752": {
+ "content": "<|type_parameter_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151753": {
+ "content": "<|as_pattern_py -> case_pattern_py as_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151754": {
+ "content": "<|value_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151755": {
+ "content": "<|lambda_parameters_py -> default_parameter_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151756": {
+ "content": "<|except_clause_py -> except_ter value_py :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151757": {
+ "content": "<|for_in_clause_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151758": {
+ "content": "<|subscript_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151759": {
+ "content": "<|generic_type_py -> identifier_py type_parameter_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151760": {
+ "content": "<|future_import_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151761": {
+ "content": "<|function_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151762": {
+ "content": "<|return_type_py -> type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151763": {
+ "content": "<|parenthesized_expression_py -> (_ter true_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151764": {
+ "content": "<|set_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151765": {
+ "content": "<|argument_list_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151766": {
+ "content": "<|list_splat_py -> *_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151767": {
+ "content": "<|tuple_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151768": {
+ "content": "<|dictionary_comprehension_py -> body_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151769": {
+ "content": "<|assert_statement_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151770": {
+ "content": "<|named_expression_py -> name_py :=_ter value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151771": {
+ "content": "<|expression_statement_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151772": {
+ "content": "<|finally_clause_py -> finally_ter :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151773": {
+ "content": "<|conditional_expression_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151774": {
+ "content": "<|decorator_py -> @_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151775": {
+ "content": "<|conditional_expression_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151776": {
+ "content": "<|operator_py -> -=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151777": {
+ "content": "<|object_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151778": {
+ "content": "<|parenthesized_expression_py -> (_ter subscript_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151779": {
+ "content": "<|right_py -> pattern_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151780": {
+ "content": "<|try_statement_py -> finally_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151781": {
+ "content": "<|left_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151782": {
+ "content": "<|expression_list_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151783": {
+ "content": "<|right_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151784": {
+ "content": "<|tuple_pattern_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151785": {
+ "content": "<|future_import_statement_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151786": {
+ "content": "<|yield_py -> yield_ter from_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151787": {
+ "content": "<|right_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151788": {
+ "content": "<|module_py -> import_from_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151789": {
+ "content": "<|condition_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151790": {
+ "content": "<|subject_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151791": {
+ "content": "<|set_comprehension_py -> for_in_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151792": {
+ "content": "<|comparison_operator_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151793": {
+ "content": "<|decorated_definition_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151794": {
+ "content": "<|subject_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151795": {
+ "content": "<|operator_py -> @=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151796": {
+ "content": "<|list_comprehension_py -> body_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151797": {
+ "content": "<|subscript_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151798": {
+ "content": "<|await_py -> await_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151799": {
+ "content": "<|return_statement_py -> return_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151800": {
+ "content": "<|conditional_expression_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151801": {
+ "content": "<|as_pattern_py -> boolean_operator_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151802": {
+ "content": "<|set_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151803": {
+ "content": "<|value_py -> as_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151804": {
+ "content": "<|list_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151805": {
+ "content": "<|none_py -> None_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151806": {
+ "content": "<|function_definition_py -> async_ter def_ter name_py parameters_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151807": {
+ "content": "<|parameters_py -> typed_default_parameter_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151808": {
+ "content": "<|argument_list_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151809": {
+ "content": "<|yield_py -> yield_ter from_ter list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151810": {
+ "content": "<|condition_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151811": {
+ "content": "<|pattern_list_py -> list_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151812": {
+ "content": "<|right_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151813": {
+ "content": "<|list_comprehension_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151814": {
+ "content": "<|body_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151815": {
+ "content": "<|assert_statement_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151816": {
+ "content": "<|block_py -> try_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151817": {
+ "content": "<|call_py -> function_py arguments_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151818": {
+ "content": "<|expression_list_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151819": {
+ "content": "<|parameters_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151820": {
+ "content": "<|expression_statement_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151821": {
+ "content": "<|attribute_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151822": {
+ "content": "<|import_from_statement_py -> module_name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151823": {
+ "content": "<|case_clause_py -> case_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151824": {
+ "content": "<|return_statement_py -> return_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151825": {
+ "content": "<|slice_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151826": {
+ "content": "<|value_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151827": {
+ "content": "<|block_py -> class_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151828": {
+ "content": "<|argument_list_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151829": {
+ "content": "<|operator_py -> or_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151830": {
+ "content": "<|value_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151831": {
+ "content": "<|argument_list_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151832": {
+ "content": "<|right_py -> assignment_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151833": {
+ "content": "<|left_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151834": {
+ "content": "<|expression_list_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151835": {
+ "content": "<|list_splat_pattern_py -> *_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151836": {
+ "content": "<|comparison_operator_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151837": {
+ "content": "<|left_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151838": {
+ "content": "<|as_pattern_target_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151839": {
+ "content": "<|dictionary_splat_py -> **_ter dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151840": {
+ "content": "<|subscript_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151841": {
+ "content": "<|chevron_py -> >>_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151842": {
+ "content": "<|expression_statement_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151843": {
+ "content": "<|key_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151844": {
+ "content": "<|return_statement_py -> return_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151845": {
+ "content": "<|alternative_py -> else_clause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151846": {
+ "content": "<|comparison_operator_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151847": {
+ "content": "<|body_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151848": {
+ "content": "<|subscript_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151849": {
+ "content": "<|pattern_list_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151850": {
+ "content": "<|body_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151851": {
+ "content": "<|object_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151852": {
+ "content": "<|block_py -> continue_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151853": {
+ "content": "<|expression_list_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151854": {
+ "content": "<|type_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151855": {
+ "content": "<|dictionary_splat_py -> **_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151856": {
+ "content": "<|import_from_statement_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151857": {
+ "content": "<|subscript_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151858": {
+ "content": "<|parameters_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151859": {
+ "content": "<|future_import_statement_py -> __future___ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151860": {
+ "content": "<|return_statement_py -> return_ter generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151861": {
+ "content": "<|value_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151862": {
+ "content": "<|false_py -> False_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151863": {
+ "content": "<|dictionary_py -> dictionary_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151864": {
+ "content": "<|expression_statement_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151865": {
+ "content": "<|right_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151866": {
+ "content": "<|set_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151867": {
+ "content": "<|start -> python|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151868": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter identifier_py ,_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151869": {
+ "content": "<|except_clause_py -> except_ter value_py :_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151870": {
+ "content": "<|key_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151871": {
+ "content": "<|assert_statement_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151872": {
+ "content": "<|right_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151873": {
+ "content": "<|set_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151874": {
+ "content": "<|key_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151875": {
+ "content": "<|value_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151876": {
+ "content": "<|yield_py -> yield_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151877": {
+ "content": "<|await_py -> await_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151878": {
+ "content": "<|tuple_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151879": {
+ "content": "<|dictionary_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151880": {
+ "content": "<|dotted_name_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151881": {
+ "content": "<|positional_separator_py -> /_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151882": {
+ "content": "<|list_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151883": {
+ "content": "<|tuple_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151884": {
+ "content": "<|list_pattern_py -> case_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151885": {
+ "content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py alternative_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151886": {
+ "content": "<|parenthesized_expression_py -> (_ter boolean_operator_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151887": {
+ "content": "<|right_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151888": {
+ "content": "<|argument_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151889": {
+ "content": "<|as_pattern_py -> call_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151890": {
+ "content": "<|case_clause_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151891": {
+ "content": "<|set_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151892": {
+ "content": "<|set_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151893": {
+ "content": "<|module_py -> pass_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151894": {
+ "content": "<|case_pattern_py -> dict_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151895": {
+ "content": "<|subscript_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151896": {
+ "content": "<|function_py -> list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151897": {
+ "content": "<|code_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151898": {
+ "content": "<|list_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151899": {
+ "content": "<|block_py -> ;_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151900": {
+ "content": "<|raise_statement_py -> raise_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151901": {
+ "content": "<|match_statement_py -> match_ter subject_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151902": {
+ "content": "<|argument_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151903": {
+ "content": "<|lambda_py -> lambda_ter :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151904": {
+ "content": "<|body_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151905": {
+ "content": "<|parameters_py -> positional_separator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151906": {
+ "content": "<|global_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151907": {
+ "content": "<|assert_statement_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151908": {
+ "content": "<|left_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151909": {
+ "content": "<|union_pattern_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151910": {
+ "content": "<|type_py -> type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151911": {
+ "content": "<|tuple_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151912": {
+ "content": "<|argument_list_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151913": {
+ "content": "<|assert_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151914": {
+ "content": "<|dict_pattern_py -> {_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151915": {
+ "content": "<|expression_list_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151916": {
+ "content": "<|for_in_clause_py -> in_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151917": {
+ "content": "<|key_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151918": {
+ "content": "<|type_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151919": {
+ "content": "<|default_parameter_py -> name_py =_ter value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151920": {
+ "content": "<|list_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151921": {
+ "content": "<|condition_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151922": {
+ "content": "<|value_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151923": {
+ "content": "<|operator_py -> ^_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151924": {
+ "content": "<|body_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151925": {
+ "content": "<|splat_pattern_py -> *_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151926": {
+ "content": "<|type_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151927": {
+ "content": "<|value_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151928": {
+ "content": "<|]_py -> _ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151929": {
+ "content": "<|condition_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151930": {
+ "content": "<|function_definition_py -> def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151931": {
+ "content": "<|argument_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151932": {
+ "content": "<|module_py -> import_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151933": {
+ "content": "<|set_comprehension_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151934": {
+ "content": "<|expression_list_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151935": {
+ "content": "<|yield_py -> yield_ter float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151936": {
+ "content": "<|conditional_expression_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151937": {
+ "content": "<|return_statement_py -> return_ter set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151938": {
+ "content": "<|value_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151939": {
+ "content": "<|lambda_parameters_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151940": {
+ "content": "<|expression_list_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151941": {
+ "content": "<|expression_statement_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151942": {
+ "content": "<|assert_statement_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151943": {
+ "content": "<|left_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151944": {
+ "content": "<|set_comprehension_py -> }_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151945": {
+ "content": "<|subscript_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151946": {
+ "content": "<|typed_parameter_py -> identifier_ter :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151947": {
+ "content": "<|module_py -> if_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151948": {
+ "content": "<|parameters_py -> dictionary_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151949": {
+ "content": "<|tuple_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151950": {
+ "content": "<|argument_list_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151951": {
+ "content": "<|pattern_list_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151952": {
+ "content": "<|block_py -> exec_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151953": {
+ "content": "<|argument_list_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151954": {
+ "content": "<|subject_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151955": {
+ "content": "<|generator_expression_py -> body_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151956": {
+ "content": "<|import_statement_py -> name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151957": {
+ "content": "<|comparison_operator_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151958": {
+ "content": "<|argument_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151959": {
+ "content": "<|class_pattern_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151960": {
+ "content": "<|argument_list_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151961": {
+ "content": "<|tuple_pattern_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151962": {
+ "content": "<|yield_py -> yield_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151963": {
+ "content": "<|body_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151964": {
+ "content": "<|left_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151965": {
+ "content": "<|alias_py -> as_pattern_target_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151966": {
+ "content": "<|list_splat_py -> *_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151967": {
+ "content": "<|argument_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151968": {
+ "content": "<|relative_import_py -> import_prefix_py dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151969": {
+ "content": "<|typed_parameter_py -> dictionary_splat_pattern_py :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151970": {
+ "content": "<|object_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151971": {
+ "content": "<|yield_py -> yield_ter false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151972": {
+ "content": "<|subscript_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151973": {
+ "content": "<|dict_pattern_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151974": {
+ "content": "<|pattern_list_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151975": {
+ "content": "<|expression_statement_py -> augmented_assignment_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151976": {
+ "content": "<|nonlocal_statement_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151977": {
+ "content": "<|module_name_py -> dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151978": {
+ "content": "<|operator_py -> &=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151979": {
+ "content": "<|object_py -> list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151980": {
+ "content": "<|operator_py -> ~_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151981": {
+ "content": "<|continue_statement_py -> continue_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151982": {
+ "content": "<|tuple_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151983": {
+ "content": "<|raise_statement_py -> raise_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151984": {
+ "content": "<|parameters_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151985": {
+ "content": "<|object_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151986": {
+ "content": "<|with_statement_py -> async_ter with_ter with_clause_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151987": {
+ "content": "<|left_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151988": {
+ "content": "<|list_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151989": {
+ "content": "<|import_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151990": {
+ "content": "<|dictionary_comprehension_py -> for_in_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151991": {
+ "content": "<|assignment_py -> left_py :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151992": {
+ "content": "<|argument_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151993": {
+ "content": "<|true_py -> True_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151994": {
+ "content": "<|set_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151995": {
+ "content": "<|body_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151996": {
+ "content": "<|raise_statement_py -> raise_ter call_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151997": {
+ "content": "<|dict_pattern_py -> key_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151998": {
+ "content": "<|right_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "151999": {
+ "content": "<|ellipsis_py -> ..._ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152000": {
+ "content": "<|class_pattern_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152001": {
+ "content": "<|expression_list_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152002": {
+ "content": "<|elif_clause_py -> elif_ter condition_py :_ter consequence_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152003": {
+ "content": "<|condition_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152004": {
+ "content": "<|left_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152005": {
+ "content": "<|assert_statement_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152006": {
+ "content": "<|return_statement_py -> return_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152007": {
+ "content": "<|expression_statement_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152008": {
+ "content": "<|assert_statement_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152009": {
+ "content": "<|expression_list_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152010": {
+ "content": "<|subscript_py -> value_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152011": {
+ "content": "<|class_pattern_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152012": {
+ "content": "<|list_splat_py -> *_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152013": {
+ "content": "<|import_from_statement_py -> name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152014": {
+ "content": "<|block_py -> future_import_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152015": {
+ "content": "<|comparison_operator_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152016": {
+ "content": "<|conditional_expression_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152017": {
+ "content": "<|return_statement_py -> return_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152018": {
+ "content": "<|tuple_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152019": {
+ "content": "<|right_py -> expression_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152020": {
+ "content": "<|raise_statement_py -> raise_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152021": {
+ "content": "<|type_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152022": {
+ "content": "<|if_clause_py -> if_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152023": {
+ "content": "<|future_import_statement_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152024": {
+ "content": "<|import_from_statement_py -> import_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152025": {
+ "content": "<|condition_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152026": {
+ "content": "<|list_pattern_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152027": {
+ "content": "<|yield_py -> yield_ter from_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152028": {
+ "content": "<|case_pattern_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152029": {
+ "content": "<|block_py -> for_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152030": {
+ "content": "<|expression_statement_py -> as_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152031": {
+ "content": "<|tuple_pattern_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152032": {
+ "content": "<|comparison_operator_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152033": {
+ "content": "<|right_py -> as_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152034": {
+ "content": "<|argument_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152035": {
+ "content": "<|expression_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152036": {
+ "content": "<|type_alias_statement_py -> type_ter left_py =_ter right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152037": {
+ "content": "<|object_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152038": {
+ "content": "<|block_py -> while_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152039": {
+ "content": "<|tuple_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152040": {
+ "content": "<|parenthesized_expression_py -> (_ter conditional_expression_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152041": {
+ "content": "<|list_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152042": {
+ "content": "<|slice_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152043": {
+ "content": "<|left_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152044": {
+ "content": "<|parameters_py -> parameters_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152045": {
+ "content": "<|expression_list_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152046": {
+ "content": "<|slice_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152047": {
+ "content": "<|object_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152048": {
+ "content": "<|conditional_expression_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152049": {
+ "content": "<|subscript_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152050": {
+ "content": "<|assert_statement_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152051": {
+ "content": "<|set_py -> }_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152052": {
+ "content": "<|chevron_py -> >>_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152053": {
+ "content": "<|type_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152054": {
+ "content": "<|class_pattern_py -> case_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152055": {
+ "content": "<|left_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152056": {
+ "content": "<|operator_py -> **=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152057": {
+ "content": "<|expression_statement_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152058": {
+ "content": "<|global_statement_py -> global_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152059": {
+ "content": "<|type_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152060": {
+ "content": "<|argument_list_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152061": {
+ "content": "<|module_py -> for_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152062": {
+ "content": "<|argument_list_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152063": {
+ "content": "<|for_in_clause_py -> right_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152064": {
+ "content": "<|pattern_list_py -> list_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152065": {
+ "content": "<|module_py -> global_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152066": {
+ "content": "<|slice_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152067": {
+ "content": "<|generator_expression_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152068": {
+ "content": "<|parenthesized_expression_py -> (_ter string_literal_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152069": {
+ "content": "<|parenthesized_expression_py -> (_ter binary_operator_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152070": {
+ "content": "<|subscript_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152071": {
+ "content": "<|operator_py -> %_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152072": {
+ "content": "<|list_comprehension_py -> if_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152073": {
+ "content": "<|argument_list_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152074": {
+ "content": "<|tuple_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152075": {
+ "content": "<|expression_statement_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152076": {
+ "content": "<|list_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152077": {
+ "content": "<|with_clause_py -> with_item_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152078": {
+ "content": "<|generator_expression_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152079": {
+ "content": "<|operators_py -> ==_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152080": {
+ "content": "<|type_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152081": {
+ "content": "<|return_statement_py -> return_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152082": {
+ "content": "<|function_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152083": {
+ "content": "<|else_clause_py -> else_ter :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152084": {
+ "content": "<|class_pattern_py -> dotted_name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152085": {
+ "content": "<|left_py -> type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152086": {
+ "content": "<|guard_py -> if_clause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152087": {
+ "content": "<|tuple_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152088": {
+ "content": "<|list_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152089": {
+ "content": "<|value_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152090": {
+ "content": "<|keyword_separator_py -> *_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152091": {
+ "content": "<|argument_list_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152092": {
+ "content": "<|dictionary_splat_py -> **_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152093": {
+ "content": "<|import_from_statement_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152094": {
+ "content": "<|alias_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152095": {
+ "content": "<|yield_py -> yield_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152096": {
+ "content": "<|expression_statement_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152097": {
+ "content": "<|function_definition_py -> async_ter def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152098": {
+ "content": "<|type_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152099": {
+ "content": "<|if_clause_py -> if_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152100": {
+ "content": "<|condition_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152101": {
+ "content": "<|tuple_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152102": {
+ "content": "<|parenthesized_expression_py -> (_ter list_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152103": {
+ "content": "<|block_py -> break_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152104": {
+ "content": "<|yield_py -> yield_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152105": {
+ "content": "<|comparison_operator_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152106": {
+ "content": "<|expression_list_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152107": {
+ "content": "<|comparison_operator_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152108": {
+ "content": "<|assert_statement_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152109": {
+ "content": "<|tuple_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152110": {
+ "content": "<|as_pattern_py -> binary_operator_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152111": {
+ "content": "<|tuple_pattern_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152112": {
+ "content": "<|subscript_py -> slice_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152113": {
+ "content": "<|argument_list_py -> )_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152114": {
+ "content": "<|comparison_operator_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152115": {
+ "content": "<|list_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152116": {
+ "content": "<|case_pattern_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152117": {
+ "content": "<|type_py -> generic_type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152118": {
+ "content": "<|raise_statement_py -> raise_ter expression_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152119": {
+ "content": "<|conditional_expression_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152120": {
+ "content": "<|body_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152121": {
+ "content": "<|value_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152122": {
+ "content": "<|if_clause_py -> if_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152123": {
+ "content": "<|conditional_expression_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152124": {
+ "content": "<|set_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152125": {
+ "content": "<|argument_list_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152126": {
+ "content": "<|slice_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152127": {
+ "content": "<|assert_statement_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152128": {
+ "content": "<|assert_statement_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152129": {
+ "content": "<|unary_operator_py -> operator_py argument_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152130": {
+ "content": "<|operators_py -> <_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152131": {
+ "content": "<|print_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152132": {
+ "content": "<|operator_py -> >>=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152133": {
+ "content": "<|set_comprehension_py -> {_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152134": {
+ "content": "<|operator_py -> <<_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152135": {
+ "content": "<|comparison_operator_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152136": {
+ "content": "<|list_comprehension_py -> ]_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152137": {
+ "content": "<|pass_statement_py -> pass_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152138": {
+ "content": "<|argument_list_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152139": {
+ "content": "<|class_pattern_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152140": {
+ "content": "<|future_import_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152141": {
+ "content": "<|tuple_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152142": {
+ "content": "<|argument_list_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152143": {
+ "content": "<|body_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152144": {
+ "content": "<|expression_list_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152145": {
+ "content": "<|chevron_py -> >>_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152146": {
+ "content": "<|expression_statement_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152147": {
+ "content": "<|object_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152148": {
+ "content": "<|argument_list_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152149": {
+ "content": "<|value_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152150": {
+ "content": "<|operators_py -> <=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152151": {
+ "content": "<|assert_statement_py -> assert_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152152": {
+ "content": "<|set_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152153": {
+ "content": "<|pattern_list_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152154": {
+ "content": "<|)_py -> _ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152155": {
+ "content": "<|block_py -> decorated_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152156": {
+ "content": "<|parenthesized_expression_py -> (_ter not_operator_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152157": {
+ "content": "<|set_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152158": {
+ "content": "<|list_pattern_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152159": {
+ "content": "<|function_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152160": {
+ "content": "<|value_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152161": {
+ "content": "<|set_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152162": {
+ "content": "<|as_pattern_py -> tuple_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152163": {
+ "content": "<|key_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152164": {
+ "content": "<|argument_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152165": {
+ "content": "<|module_py -> print_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152166": {
+ "content": "<|parenthesized_expression_py -> (_ter list_comprehension_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152167": {
+ "content": "<|tuple_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152168": {
+ "content": "<|expression_list_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152169": {
+ "content": "<|left_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152170": {
+ "content": "<|tuple_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152171": {
+ "content": "<|list_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152172": {
+ "content": "<|condition_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152173": {
+ "content": "<|list_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152174": {
+ "content": "<|comparison_operator_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152175": {
+ "content": "<|type_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152176": {
+ "content": "<|lambda_py -> lambda_ter parameters_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152177": {
+ "content": "<|operators_py -> <>_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152178": {
+ "content": "<|body_py -> pair_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152179": {
+ "content": "<|slice_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152180": {
+ "content": "<|yield_py -> yield_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152181": {
+ "content": "<|conditional_expression_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152182": {
+ "content": "<|raise_statement_py -> raise_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152183": {
+ "content": "<|operator_py -> &_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152184": {
+ "content": "<|operator_py -> |_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152185": {
+ "content": "<|value_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152186": {
+ "content": "<|slice_py -> :_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152187": {
+ "content": "<|parenthesized_expression_py -> (_ter integer_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152188": {
+ "content": "<|argument_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152189": {
+ "content": "<|operator_py -> -_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152190": {
+ "content": "<|as_pattern_py -> await_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152191": {
+ "content": "<|consequence_py -> block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152192": {
+ "content": "<|class_definition_py -> class_ter name_py type_parameters_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152193": {
+ "content": "<|print_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152194": {
+ "content": "<|expression_list_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152195": {
+ "content": "<|expression_list_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152196": {
+ "content": "<|set_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152197": {
+ "content": "<|import_from_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152198": {
+ "content": "<|expression_list_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152199": {
+ "content": "<|right_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152200": {
+ "content": "<|function_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152201": {
+ "content": "<|yield_py -> yield_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152202": {
+ "content": "<|conditional_expression_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152203": {
+ "content": "<|key_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152204": {
+ "content": "<|operator_py -> +=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152205": {
+ "content": "<|right_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152206": {
+ "content": "<|typed_parameter_py -> identifier_py :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152207": {
+ "content": "<|aliased_import_py -> name_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152208": {
+ "content": "<|argument_list_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152209": {
+ "content": "<|right_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152210": {
+ "content": "<|right_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152211": {
+ "content": "<|cause_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152212": {
+ "content": "<|raise_statement_py -> raise_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152213": {
+ "content": "<|condition_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152214": {
+ "content": "<|generator_expression_py -> if_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152215": {
+ "content": "<|parenthesized_expression_py -> (_ter generator_expression_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152216": {
+ "content": "<|in_py -> _ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152217": {
+ "content": "<|list_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152218": {
+ "content": "<|body_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152219": {
+ "content": "<|subscript_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152220": {
+ "content": "<|right_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152221": {
+ "content": "<|not_in_py -> not_ter in_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152222": {
+ "content": "<|set_comprehension_py -> if_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152223": {
+ "content": "<|function_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152224": {
+ "content": "<|value_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152225": {
+ "content": "<|future_import_statement_py -> import_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152226": {
+ "content": "<|lambda_parameters_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152227": {
+ "content": "<|case_clause_py -> case_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152228": {
+ "content": "<|yield_py -> yield_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152229": {
+ "content": "<|return_statement_py -> return_ter true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152230": {
+ "content": "<|comparison_operator_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152231": {
+ "content": "<|lambda_parameters_py -> list_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152232": {
+ "content": "<|parenthesized_expression_py -> (_ter yield_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152233": {
+ "content": "<|try_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152234": {
+ "content": "<|expression_statement_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152235": {
+ "content": "<|list_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152236": {
+ "content": "<|generator_expression_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152237": {
+ "content": "<|right_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152238": {
+ "content": "<|value_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152239": {
+ "content": "<|yield_py -> yield_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152240": {
+ "content": "<|pair_py -> key_py :_ter value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152241": {
+ "content": "<|dictionary_py -> }_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152242": {
+ "content": "<|conditional_expression_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152243": {
+ "content": "<|condition_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152244": {
+ "content": "<|expression_statement_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152245": {
+ "content": "<|dictionary_py -> {_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152246": {
+ "content": "<|operator_py -> @_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152247": {
+ "content": "<|tuple_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152248": {
+ "content": "<|object_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152249": {
+ "content": "<|module_py -> type_alias_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152250": {
+ "content": "<|alternative_py -> case_clause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152251": {
+ "content": "<|key_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152252": {
+ "content": "<|list_splat_py -> *_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152253": {
+ "content": "<|yield_py -> yield_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152254": {
+ "content": "<|nonlocal_statement_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152255": {
+ "content": "<|value_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152256": {
+ "content": "<|as_pattern_py -> subscript_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152257": {
+ "content": "<|list_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152258": {
+ "content": "<|operators_py -> is_not_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152259": {
+ "content": "<|dotted_name_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152260": {
+ "content": "<|subscript_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152261": {
+ "content": "<|expression_statement_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152262": {
+ "content": "<|right_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152263": {
+ "content": "<|argument_list_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152264": {
+ "content": "<|list_comprehension_py -> ]_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152265": {
+ "content": "<|tuple_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152266": {
+ "content": "<|conditional_expression_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152267": {
+ "content": "<|list_splat_py -> *_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152268": {
+ "content": "<|subscript_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152269": {
+ "content": "<|list_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152270": {
+ "content": "<|type_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152271": {
+ "content": "<|operator_py -> /_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152272": {
+ "content": "<|argument_list_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152273": {
+ "content": "<|type_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152274": {
+ "content": "<|left_py -> pattern_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152275": {
+ "content": "<|type_py -> member_type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152276": {
+ "content": "<|body_py -> comment_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152277": {
+ "content": "<|subscript_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152278": {
+ "content": "<|module_py -> while_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152279": {
+ "content": "<|block_py -> nonlocal_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152280": {
+ "content": "<|module_py -> future_import_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152281": {
+ "content": "<|raise_statement_py -> raise_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152282": {
+ "content": "<|key_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152283": {
+ "content": "<|condition_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152284": {
+ "content": "<|if_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152285": {
+ "content": "<|return_statement_py -> return_ter identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152286": {
+ "content": "<|expression_statement_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152287": {
+ "content": "<|right_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152288": {
+ "content": "<|condition_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152289": {
+ "content": "<|return_statement_py -> return_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152290": {
+ "content": "<|set_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152291": {
+ "content": "<|expression_list_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152292": {
+ "content": "<|left_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152293": {
+ "content": "<|dictionary_py -> }_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152294": {
+ "content": "<|alias_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152295": {
+ "content": "<|right_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152296": {
+ "content": "<|body_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152297": {
+ "content": "<|import_from_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152298": {
+ "content": "<|subscript_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152299": {
+ "content": "<|object_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152300": {
+ "content": "<|return_statement_py -> return_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152301": {
+ "content": "<|list_pattern_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152302": {
+ "content": "<|tuple_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152303": {
+ "content": "<|tuple_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152304": {
+ "content": "<|object_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152305": {
+ "content": "<|}_py -> _ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152306": {
+ "content": "<|key_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152307": {
+ "content": "<|argument_list_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152308": {
+ "content": "<|subscript_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152309": {
+ "content": "<|delete_statement_py -> del_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152310": {
+ "content": "<|assert_statement_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152311": {
+ "content": "<|list_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152312": {
+ "content": "<|relative_import_py -> import_prefix_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152313": {
+ "content": "<|argument_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152314": {
+ "content": "<|argument_list_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152315": {
+ "content": "<|conditional_expression_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152316": {
+ "content": "<|name_py -> dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152317": {
+ "content": "<|dotted_name_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152318": {
+ "content": "<|arguments_py -> argument_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152319": {
+ "content": "<|key_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152320": {
+ "content": "<|key_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152321": {
+ "content": "<|value_py -> list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152322": {
+ "content": "<|parameters_py -> lambda_parameters_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152323": {
+ "content": "<|argument_list_py -> keyword_argument_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152324": {
+ "content": "<|object_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152325": {
+ "content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152326": {
+ "content": "<|parenthesized_expression_py -> (_ter binary_operator_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152327": {
+ "content": "<|module_py -> _ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152328": {
+ "content": "<|case_pattern_py -> keyword_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152329": {
+ "content": "<|return_statement_py -> return_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152330": {
+ "content": "<|slice_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152331": {
+ "content": "<|left_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152332": {
+ "content": "<|type_parameter_py -> [_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152333": {
+ "content": "<|subscript_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152334": {
+ "content": "<|set_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152335": {
+ "content": "<|for_in_clause_py -> async_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152336": {
+ "content": "<|tuple_pattern_py -> list_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152337": {
+ "content": "<|yield_py -> yield_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152338": {
+ "content": "<|expression_statement_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152339": {
+ "content": "<|with_item_py -> value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152340": {
+ "content": "<|if_statement_py -> if_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152341": {
+ "content": "<|tuple_pattern_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152342": {
+ "content": "<|parenthesized_expression_py -> (_ter attribute_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152343": {
+ "content": "<|dictionary_splat_py -> **_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152344": {
+ "content": "<|as_pattern_py -> unary_operator_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152345": {
+ "content": "<|value_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152346": {
+ "content": "<|key_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152347": {
+ "content": "<|dict_pattern_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152348": {
+ "content": "<|if_clause_py -> if_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152349": {
+ "content": "<|nonlocal_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152350": {
+ "content": "<|decorator_py -> @_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152351": {
+ "content": "<|yield_py -> yield_ter from_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152352": {
+ "content": "<|delete_statement_py -> del_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152353": {
+ "content": "<|type_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152354": {
+ "content": "<|list_pattern_py -> list_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152355": {
+ "content": "<|expression_list_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152356": {
+ "content": "<|slice_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152357": {
+ "content": "<|union_pattern_py -> class_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152358": {
+ "content": "<|body_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152359": {
+ "content": "<|block_py -> assert_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152360": {
+ "content": "<|conditional_expression_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152361": {
+ "content": "<|dictionary_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152362": {
+ "content": "<|object_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152363": {
+ "content": "<|comparison_operator_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152364": {
+ "content": "<|case_pattern_py -> splat_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152365": {
+ "content": "<|operator_py -> //_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152366": {
+ "content": "<|expression_list_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152367": {
+ "content": "<|consequence_py -> comment_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152368": {
+ "content": "<|comparison_operator_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152369": {
+ "content": "<|subscript_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152370": {
+ "content": "<|block_py -> print_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152371": {
+ "content": "<|while_statement_py -> while_ter condition_py :_ter body_py alternative_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152372": {
+ "content": "<|right_py -> augmented_assignment_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152373": {
+ "content": "<|return_statement_py -> return_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152374": {
+ "content": "<|union_pattern_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152375": {
+ "content": "<|tuple_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152376": {
+ "content": "<|left_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152377": {
+ "content": "<|case_pattern_py -> as_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152378": {
+ "content": "<|function_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152379": {
+ "content": "<|delete_statement_py -> del_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152380": {
+ "content": "<|cause_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152381": {
+ "content": "<|assert_statement_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152382": {
+ "content": "<|module_py -> expression_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152383": {
+ "content": "<|key_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152384": {
+ "content": "<|subscript_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152385": {
+ "content": "<|slice_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152386": {
+ "content": "<|is_not_py -> is_ter not_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152387": {
+ "content": "<|left_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152388": {
+ "content": "<|parameters_py -> default_parameter_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152389": {
+ "content": "<|operator_py -> +_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152390": {
+ "content": "<|argument_list_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152391": {
+ "content": "<|tuple_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152392": {
+ "content": "<|list_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152393": {
+ "content": "<|expression_list_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152394": {
+ "content": "<|conditional_expression_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152395": {
+ "content": "<|list_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152396": {
+ "content": "<|body_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152397": {
+ "content": "<|key_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152398": {
+ "content": "<|slice_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152399": {
+ "content": "<|value_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152400": {
+ "content": "<|yield_py -> yield_ter from_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152401": {
+ "content": "<|except_clause_py -> except_ter value_py ,_ter alias_py :_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152402": {
+ "content": "<|await_py -> await_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152403": {
+ "content": "<|constrained_type_py -> type_py :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152404": {
+ "content": "<|try_statement_py -> :_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152405": {
+ "content": "<|block_py -> expression_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152406": {
+ "content": "<|left_py -> list_splat_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152407": {
+ "content": "<|import_prefix_py -> ._ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152408": {
+ "content": "<|boolean_operator_py -> left_py operator_py right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152409": {
+ "content": "<|for_in_clause_py -> for_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152410": {
+ "content": "<|tuple_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152411": {
+ "content": "<|raise_statement_py -> raise_ter attribute_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152412": {
+ "content": "<|global_statement_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152413": {
+ "content": "<|right_py -> ,_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152414": {
+ "content": "<|body_py -> block_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152415": {
+ "content": "<|list_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152416": {
+ "content": "<|as_pattern_target_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152417": {
+ "content": "<|cause_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152418": {
+ "content": "<|value_py -> lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152419": {
+ "content": "<|argument_list_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152420": {
+ "content": "<|object_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152421": {
+ "content": "<|list_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152422": {
+ "content": "<|argument_list_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152423": {
+ "content": "<|right_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152424": {
+ "content": "<|if_clause_py -> if_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152425": {
+ "content": "<|object_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152426": {
+ "content": "<|yield_py -> yield_ter list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152427": {
+ "content": "<|left_py -> tuple_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152428": {
+ "content": "<|subscript_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152429": {
+ "content": "<|argument_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152430": {
+ "content": "<|operator_py -> **_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152431": {
+ "content": "<|list_splat_py -> *_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152432": {
+ "content": "<|expression_statement_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152433": {
+ "content": "<|operator_py -> ^=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152434": {
+ "content": "<|expression_list_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152435": {
+ "content": "<|comparison_operator_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152436": {
+ "content": "<|parenthesized_expression_py -> (_ter comparison_operator_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152437": {
+ "content": "<|condition_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152438": {
+ "content": "<|right_py -> list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152439": {
+ "content": "<|argument_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152440": {
+ "content": "<|not_operator_py -> not_ter argument_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152441": {
+ "content": "<|operators_py -> >_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152442": {
+ "content": "<|type_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152443": {
+ "content": "<|tuple_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152444": {
+ "content": "<|operator_py -> >>_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152445": {
+ "content": "<|right_py -> yield_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152446": {
+ "content": "<|expression_list_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152447": {
+ "content": "<|return_statement_py -> return_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152448": {
+ "content": "<|comparison_operator_py -> operators_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152449": {
+ "content": "<|body_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152450": {
+ "content": "<|subscript_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152451": {
+ "content": "<|slice_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152452": {
+ "content": "<|decorator_py -> @_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152453": {
+ "content": "<|subscript_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152454": {
+ "content": "<|object_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152455": {
+ "content": "<|list_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152456": {
+ "content": "<|comparison_operator_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152457": {
+ "content": "<|set_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152458": {
+ "content": "<|as_pattern_py -> parenthesized_expression_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152459": {
+ "content": "<|return_statement_py -> return_ter list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152460": {
+ "content": "<|block_py -> raise_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152461": {
+ "content": "<|operator_py -> *_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152462": {
+ "content": "<|argument_list_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152463": {
+ "content": "<|function_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152464": {
+ "content": "<|import_prefix_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152465": {
+ "content": "<|generator_expression_py -> for_in_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152466": {
+ "content": "<|body_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152467": {
+ "content": "<|cause_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152468": {
+ "content": "<|dictionary_splat_py -> **_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152469": {
+ "content": "<|yield_py -> yield_ter from_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152470": {
+ "content": "<|right_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152471": {
+ "content": "<|expression_statement_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152472": {
+ "content": "<|dictionary_comprehension_py -> }_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152473": {
+ "content": "<|argument_list_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152474": {
+ "content": "<|body_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152475": {
+ "content": "<|raise_statement_py -> raise_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152476": {
+ "content": "<|conditional_expression_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152477": {
+ "content": "<|argument_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152478": {
+ "content": "<|if_clause_py -> if_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152479": {
+ "content": "<|superclasses_py -> argument_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152480": {
+ "content": "<|return_statement_py -> return_ter lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152481": {
+ "content": "<|tuple_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152482": {
+ "content": "<|return_statement_py -> return_ter unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152483": {
+ "content": "<|print_statement_py -> chevron_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152484": {
+ "content": "<|code_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152485": {
+ "content": "<|raise_statement_py -> raise_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152486": {
+ "content": "<|yield_py -> yield_ter from_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152487": {
+ "content": "<|if_clause_py -> if_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152488": {
+ "content": "<|expression_list_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152489": {
+ "content": "<|pattern_list_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152490": {
+ "content": "<|list_splat_py -> *_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152491": {
+ "content": "<|conditional_expression_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152492": {
+ "content": "<|union_pattern_py -> dotted_name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152493": {
+ "content": "<|parenthesized_expression_py -> (_ter ellipsis_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152494": {
+ "content": "<|yield_py -> yield_ter generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152495": {
+ "content": "<|exec_statement_py -> exec_ter code_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152496": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152497": {
+ "content": "<|left_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152498": {
+ "content": "<|value_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152499": {
+ "content": "<|set_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152500": {
+ "content": "<|condition_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152501": {
+ "content": "<|delete_statement_py -> del_ter expression_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152502": {
+ "content": "<|list_py -> ]_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152503": {
+ "content": "<|list_splat_py -> *_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152504": {
+ "content": "<|list_splat_py -> *_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152505": {
+ "content": "<|typed_parameter_py -> list_splat_pattern_py :_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152506": {
+ "content": "<|argument_list_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152507": {
+ "content": "<|raise_statement_py -> raise_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152508": {
+ "content": "<|parenthesized_expression_py -> (_ter boolean_operator_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152509": {
+ "content": "<|list_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152510": {
+ "content": "<|typed_default_parameter_py -> name_py :_ter type_py =_ter value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152511": {
+ "content": "<|tuple_pattern_py -> list_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152512": {
+ "content": "<|alternative_py -> elif_clause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152513": {
+ "content": "<|expression_statement_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152514": {
+ "content": "<|print_statement_py -> argument_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152515": {
+ "content": "<|expression_list_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152516": {
+ "content": "<|tuple_py -> )_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152517": {
+ "content": "<|parenthesized_expression_py -> (_ter tuple_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152518": {
+ "content": "<|delete_statement_py -> del_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152519": {
+ "content": "<|parenthesized_expression_py -> (_ter none_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152520": {
+ "content": "<|return_statement_py -> return_ter ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152521": {
+ "content": "<|module_py -> class_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152522": {
+ "content": "<|return_statement_py -> return_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152523": {
+ "content": "<|slice_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152524": {
+ "content": "<|raise_statement_py -> raise_ter identifier_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152525": {
+ "content": "<|conditional_expression_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152526": {
+ "content": "<|parameters_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152527": {
+ "content": "<|condition_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152528": {
+ "content": "<|parenthesized_expression_py -> (_ter call_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152529": {
+ "content": "<|block_py -> if_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152530": {
+ "content": "<|class_definition_py -> class_ter name_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152531": {
+ "content": "<|yield_py -> yield_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152532": {
+ "content": "<|list_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152533": {
+ "content": "<|right_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152534": {
+ "content": "<|expression_statement_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152535": {
+ "content": "<|expression_list_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152536": {
+ "content": "<|arguments_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152537": {
+ "content": "<|conditional_expression_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152538": {
+ "content": "<|nonlocal_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152539": {
+ "content": "<|module_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152540": {
+ "content": "<|conditional_expression_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152541": {
+ "content": "<|conditional_expression_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152542": {
+ "content": "<|condition_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152543": {
+ "content": "<|module_py -> exec_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152544": {
+ "content": "<|if_statement_py -> consequence_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152545": {
+ "content": "<|subscript_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152546": {
+ "content": "<|expression_statement_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152547": {
+ "content": "<|lambda_parameters_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152548": {
+ "content": "<|function_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152549": {
+ "content": "<|definition_py -> class_definition_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152550": {
+ "content": "<|slice_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152551": {
+ "content": "<|right_py -> lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152552": {
+ "content": "<|dict_pattern_py -> value_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152553": {
+ "content": "<|module_py -> match_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152554": {
+ "content": "<|value_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152555": {
+ "content": "<|list_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152556": {
+ "content": "<|lambda_parameters_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152557": {
+ "content": "<|type_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152558": {
+ "content": "<|type_py -> unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152559": {
+ "content": "<|return_statement_py -> return_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152560": {
+ "content": "<|right_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152561": {
+ "content": "<|body_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152562": {
+ "content": "<|body_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152563": {
+ "content": "<|assert_statement_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152564": {
+ "content": "<|list_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152565": {
+ "content": "<|key_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152566": {
+ "content": "<|body_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152567": {
+ "content": "<|conditional_expression_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152568": {
+ "content": "<|type_py -> union_type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152569": {
+ "content": "<|conditional_expression_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152570": {
+ "content": "<|union_type_py -> type_py |_ter type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152571": {
+ "content": "<|if_clause_py -> if_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152572": {
+ "content": "<|set_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152573": {
+ "content": "<|body_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152574": {
+ "content": "<|with_clause_py -> )_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152575": {
+ "content": "<|if_statement_py -> :_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152576": {
+ "content": "<|block_py -> global_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152577": {
+ "content": "<|conditional_expression_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152578": {
+ "content": "<|dictionary_comprehension_py -> if_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152579": {
+ "content": "<|tuple_py -> lambda_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152580": {
+ "content": "<|argument_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152581": {
+ "content": "<|list_pattern_py -> ]_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152582": {
+ "content": "<|key_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152583": {
+ "content": "<|operator_py -> <<=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152584": {
+ "content": "<|return_statement_py -> return_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152585": {
+ "content": "<|python -> module_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152586": {
+ "content": "<|if_clause_py -> if_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152587": {
+ "content": "<|module_py -> raise_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152588": {
+ "content": "<|condition_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152589": {
+ "content": "<|if_clause_py -> if_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152590": {
+ "content": "<|value_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152591": {
+ "content": "<|argument_list_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152592": {
+ "content": "<|comparison_operator_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152593": {
+ "content": "<|object_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152594": {
+ "content": "<|left_py -> string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152595": {
+ "content": "<|comparison_operator_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152596": {
+ "content": "<|list_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152597": {
+ "content": "<|assert_statement_py -> boolean_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152598": {
+ "content": "<|as_pattern_py -> attribute_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152599": {
+ "content": "<|raise_statement_py -> raise_ter subscript_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152600": {
+ "content": "<|conditional_expression_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152601": {
+ "content": "<|yield_py -> yield_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152602": {
+ "content": "<|object_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152603": {
+ "content": "<|module_py -> with_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152604": {
+ "content": "<|subscript_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152605": {
+ "content": "<|argument_list_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152606": {
+ "content": "<|with_statement_py -> with_ter with_clause_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152607": {
+ "content": "<|tuple_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152608": {
+ "content": "<|conditional_expression_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152609": {
+ "content": "<|body_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152610": {
+ "content": "<|name_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152611": {
+ "content": "<|import_statement_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152612": {
+ "content": "<|list_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152613": {
+ "content": "<|expression_list_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152614": {
+ "content": "<|subscript_py -> [_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152615": {
+ "content": "<|definition_py -> function_definition_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152616": {
+ "content": "<|yield_py -> yield_ter dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152617": {
+ "content": "<|block_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152618": {
+ "content": "<|parenthesized_expression_py -> (_ter unary_operator_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152619": {
+ "content": "<|parenthesized_expression_py -> (_ter dictionary_comprehension_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152620": {
+ "content": "<|list_pattern_py -> list_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152621": {
+ "content": "<|list_splat_py -> *_ter unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152622": {
+ "content": "<|expression_statement_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152623": {
+ "content": "<|list_splat_pattern_py -> *_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152624": {
+ "content": "<|argument_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152625": {
+ "content": "<|parenthesized_expression_py -> (_ter float_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152626": {
+ "content": "<|case_pattern_py -> class_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152627": {
+ "content": "<|block_py -> return_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152628": {
+ "content": "<|assignment_py -> left_py =_ter right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152629": {
+ "content": "<|parenthesized_expression_py -> (_ter comparison_operator_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152630": {
+ "content": "<|with_clause_py -> (_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152631": {
+ "content": "<|attribute_py -> object_py ._ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152632": {
+ "content": "<|assert_statement_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152633": {
+ "content": "<|yield_py -> yield_ter from_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152634": {
+ "content": "<|parenthesized_expression_py -> (_ter identifier_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152635": {
+ "content": "<|comparison_operator_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152636": {
+ "content": "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152637": {
+ "content": "<|parenthesized_expression_py -> (_ter lambda_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152638": {
+ "content": "<|right_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152639": {
+ "content": "<|module_py -> assert_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152640": {
+ "content": "<|argument_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152641": {
+ "content": "<|set_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152642": {
+ "content": "<|return_statement_py -> return_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152643": {
+ "content": "<|conditional_expression_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152644": {
+ "content": "<|module_py -> decorated_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152645": {
+ "content": "<|body_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152646": {
+ "content": "<|return_statement_py -> return_ter dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152647": {
+ "content": "<|if_statement_py -> condition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152648": {
+ "content": "<|raise_statement_py -> raise_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152649": {
+ "content": "<|expression_list_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152650": {
+ "content": "<|block_py -> match_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152651": {
+ "content": "<|value_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152652": {
+ "content": "<|dictionary_splat_py -> **_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152653": {
+ "content": "<|subscript_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152654": {
+ "content": "<|yield_py -> yield_ter expression_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152655": {
+ "content": "<|list_splat_py -> *_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152656": {
+ "content": "<|object_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152657": {
+ "content": "<|function_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152658": {
+ "content": "<|list_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152659": {
+ "content": "<|module_py -> return_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152660": {
+ "content": "<|subscript_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152661": {
+ "content": "<|type_parameter_py -> ]_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152662": {
+ "content": "<|case_clause_py -> consequence_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152663": {
+ "content": "<|case_pattern_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152664": {
+ "content": "<|operator_py -> and_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152665": {
+ "content": "<|tuple_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152666": {
+ "content": "<|return_statement_py -> return_ter conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152667": {
+ "content": "<|assignment_py -> left_py :_ter type_py =_ter right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152668": {
+ "content": "<|if_statement_py -> alternative_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152669": {
+ "content": "<|expression_list_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152670": {
+ "content": "<|left_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152671": {
+ "content": "<|if_clause_py -> if_ter false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152672": {
+ "content": "<|value_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152673": {
+ "content": "<|parameters_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152674": {
+ "content": "<|left_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152675": {
+ "content": "<|parameters_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152676": {
+ "content": "<|right_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152677": {
+ "content": "<|dict_pattern_py -> :_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152678": {
+ "content": "<|value_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152679": {
+ "content": "<|function_definition_py -> def_ter name_py parameters_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152680": {
+ "content": "<|module_py -> break_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152681": {
+ "content": "<|tuple_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152682": {
+ "content": "<|decorator_py -> @_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152683": {
+ "content": "<|block_py -> type_alias_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152684": {
+ "content": "<|comparison_operator_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152685": {
+ "content": "<|value_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152686": {
+ "content": "<|set_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152687": {
+ "content": "<|parameters_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152688": {
+ "content": "<|tuple_py -> parenthesized_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152689": {
+ "content": "<|future_import_statement_py -> from_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152690": {
+ "content": "<|conditional_expression_py -> binary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152691": {
+ "content": "<|body_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152692": {
+ "content": "<|pattern_list_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152693": {
+ "content": "<|with_clause_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152694": {
+ "content": "<|yield_py -> yield_ter unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152695": {
+ "content": "<|argument_list_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152696": {
+ "content": "<|set_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152697": {
+ "content": "<|tuple_py -> conditional_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152698": {
+ "content": "<|right_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152699": {
+ "content": "<|case_pattern_py -> dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152700": {
+ "content": "<|key_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152701": {
+ "content": "<|list_splat_py -> *_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152702": {
+ "content": "<|try_statement_py -> try_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152703": {
+ "content": "<|set_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152704": {
+ "content": "<|block_py -> function_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152705": {
+ "content": "<|argument_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152706": {
+ "content": "<|not_in_py -> not_ter in_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152707": {
+ "content": "<|try_statement_py -> except_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152708": {
+ "content": "<|augmented_assignment_py -> left_py operator_py right_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152709": {
+ "content": "<|if_clause_py -> if_ter not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152710": {
+ "content": "<|function_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152711": {
+ "content": "<|tuple_pattern_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152712": {
+ "content": "<|return_statement_py -> return_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152713": {
+ "content": "<|argument_list_py -> dictionary_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152714": {
+ "content": "<|key_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152715": {
+ "content": "<|left_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152716": {
+ "content": "<|case_clause_py -> :_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152717": {
+ "content": "<|argument_list_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152718": {
+ "content": "<|conditional_expression_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152719": {
+ "content": "<|import_statement_py -> import_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152720": {
+ "content": "<|break_statement_py -> break_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152721": {
+ "content": "<|nonlocal_statement_py -> nonlocal_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152722": {
+ "content": "<|type_parameter_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152723": {
+ "content": "<|parenthesized_expression_py -> (_ter set_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152724": {
+ "content": "<|name_py -> aliased_import_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152725": {
+ "content": "<|as_pattern_py -> identifier_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152726": {
+ "content": "<|raise_statement_py -> raise_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152727": {
+ "content": "<|await_py -> await_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152728": {
+ "content": "<|operator_py -> /=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152729": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152730": {
+ "content": "<|parenthesized_expression_py -> (_ter await_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152731": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152732": {
+ "content": "<|body_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152733": {
+ "content": "<|key_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152734": {
+ "content": "<|argument_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152735": {
+ "content": "<|comparison_operator_py -> unary_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152736": {
+ "content": "<|block_py -> pass_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152737": {
+ "content": "<|return_statement_py -> return_ter expression_list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152738": {
+ "content": "<|module_py -> delete_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152739": {
+ "content": "<|function_definition_py -> def_ter name_py type_parameters_py parameters_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152740": {
+ "content": "<|while_statement_py -> while_ter condition_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152741": {
+ "content": "<|pattern_list_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152742": {
+ "content": "<|finally_clause_py -> finally_ter :_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152743": {
+ "content": "<|dictionary_splat_py -> **_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152744": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter call_py ,_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152745": {
+ "content": "<|operators_py -> not_in_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152746": {
+ "content": "<|dictionary_py -> pair_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152747": {
+ "content": "<|subscript_py -> ]_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152748": {
+ "content": "<|set_comprehension_py -> body_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152749": {
+ "content": "<|argument_list_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152750": {
+ "content": "<|module_name_py -> relative_import_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152751": {
+ "content": "<|list_splat_py -> *_ter list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152752": {
+ "content": "<|subscript_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152753": {
+ "content": "<|subscript_py -> comparison_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152754": {
+ "content": "<|parenthesized_expression_py -> (_ter as_pattern_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152755": {
+ "content": "<|module_py -> try_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152756": {
+ "content": "<|yield_py -> yield_ter from_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152757": {
+ "content": "<|condition_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152758": {
+ "content": "<|argument_list_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152759": {
+ "content": "<|parameters_py -> list_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152760": {
+ "content": "<|python -> module_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152761": {
+ "content": "<|if_clause_py -> if_ter list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152762": {
+ "content": "<|expression_statement_py -> yield_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152763": {
+ "content": "<|list_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152764": {
+ "content": "<|expression_list_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152765": {
+ "content": "<|list_pattern_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152766": {
+ "content": "<|string_literal_py -> End|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152767": {
+ "content": "<|comment_py -> End|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152768": {
+ "content": "<|case_pattern_py -> union_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152769": {
+ "content": "<|future_import_statement_py -> name_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152770": {
+ "content": "<|tuple_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152771": {
+ "content": "<|assert_statement_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152772": {
+ "content": "<|body_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152773": {
+ "content": "<|comparison_operator_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152774": {
+ "content": "<|assert_statement_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152775": {
+ "content": "<|decorated_definition_py -> definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152776": {
+ "content": "<|type_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152777": {
+ "content": "<|await_py -> await_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152778": {
+ "content": "<|try_statement_py -> body_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152779": {
+ "content": "<|object_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152780": {
+ "content": "<|object_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152781": {
+ "content": "<|left_py -> list_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152782": {
+ "content": "<|type_py -> constrained_type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152783": {
+ "content": "<|set_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152784": {
+ "content": "<|list_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152785": {
+ "content": "<|expression_statement_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152786": {
+ "content": "<|right_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152787": {
+ "content": "<|tuple_pattern_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152788": {
+ "content": "<|import_from_statement_py -> wildcard_import_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152789": {
+ "content": "<|tuple_py -> set_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152790": {
+ "content": "<|except_group_clause_py -> except*_ter identifier_py :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152791": {
+ "content": "<|dict_pattern_py -> }_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152792": {
+ "content": "<|raise_statement_py -> raise_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152793": {
+ "content": "<|argument_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152794": {
+ "content": "<|expression_statement_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152795": {
+ "content": "<|except_clause_py -> except_ter :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152796": {
+ "content": "<|tuple_py -> generator_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152797": {
+ "content": "<|lambda_parameters_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152798": {
+ "content": "<|operator_py -> *=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152799": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152800": {
+ "content": "<|operators_py -> !=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152801": {
+ "content": "<|set_py -> }_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152802": {
+ "content": "<|module_py -> function_definition_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152803": {
+ "content": "<|subscript_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152804": {
+ "content": "<|as_pattern_target_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152805": {
+ "content": "<|body_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152806": {
+ "content": "<|delete_statement_py -> del_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152807": {
+ "content": "<|parameters_py -> keyword_separator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152808": {
+ "content": "<|operator_py -> |=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152809": {
+ "content": "<|set_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152810": {
+ "content": "<|expression_statement_py -> set_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152811": {
+ "content": "<|yield_py -> yield_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152812": {
+ "content": "<|lambda_parameters_py -> dictionary_splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152813": {
+ "content": "<|body_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152814": {
+ "content": "<|list_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152815": {
+ "content": "<|as_pattern_py -> none_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152816": {
+ "content": "<|dictionary_splat_py -> **_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152817": {
+ "content": "<|keyword_argument_py -> name_py =_ter value_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152818": {
+ "content": "<|parenthesized_expression_py -> (_ter dictionary_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152819": {
+ "content": "<|for_statement_py -> async_ter for_ter left_py in_ter right_py :_ter body_py alternative_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152820": {
+ "content": "<|argument_list_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152821": {
+ "content": "<|as_pattern_target_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152822": {
+ "content": "<|expression_statement_py -> attribute_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152823": {
+ "content": "<|type_parameters_py -> type_parameter_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152824": {
+ "content": "<|yield_py -> yield_ter lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152825": {
+ "content": "<|key_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152826": {
+ "content": "<|expression_statement_py -> identifier_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152827": {
+ "content": "<|right_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152828": {
+ "content": "<|dictionary_splat_py -> **_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152829": {
+ "content": "<|left_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152830": {
+ "content": "<|type_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152831": {
+ "content": "<|argument_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152832": {
+ "content": "<|dictionary_comprehension_py -> {_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152833": {
+ "content": "<|subscript_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152834": {
+ "content": "<|assert_statement_py -> call_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152835": {
+ "content": "<|list_py -> [_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152836": {
+ "content": "<|list_comprehension_py -> [_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152837": {
+ "content": "<|list_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152838": {
+ "content": "<|attribute_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152839": {
+ "content": "<|argument_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152840": {
+ "content": "<|case_pattern_py -> __ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152841": {
+ "content": "<|type_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152842": {
+ "content": "<|assert_statement_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152843": {
+ "content": "<|operators_py -> in_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152844": {
+ "content": "<|list_splat_py -> *_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152845": {
+ "content": "<|value_py -> not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152846": {
+ "content": "<|right_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152847": {
+ "content": "<|block_py -> with_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152848": {
+ "content": "<|list_splat_py -> *_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152849": {
+ "content": "<|set_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152850": {
+ "content": "<|subject_py -> identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152851": {
+ "content": "<|case_pattern_py -> list_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152852": {
+ "content": "<|raise_statement_py -> raise_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152853": {
+ "content": "<|key_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152854": {
+ "content": "<|block_py -> import_from_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152855": {
+ "content": "<|parenthesized_expression_py -> (_ter false_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152856": {
+ "content": "<|for_in_clause_py -> left_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152857": {
+ "content": "<|union_pattern_py -> string_literal_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152858": {
+ "content": "<|member_type_py -> type_py ._ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152859": {
+ "content": "<|function_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152860": {
+ "content": "<|yield_py -> yield_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152861": {
+ "content": "<|left_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152862": {
+ "content": "<|dotted_name_py -> ._ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152863": {
+ "content": "<|return_statement_py -> return_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152864": {
+ "content": "<|dictionary_splat_pattern_py -> **_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152865": {
+ "content": "<|conditional_expression_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152866": {
+ "content": "<|key_py -> lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152867": {
+ "content": "<|conditional_expression_py -> if_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152868": {
+ "content": "<|argument_list_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152869": {
+ "content": "<|expression_statement_py -> assignment_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152870": {
+ "content": "<|yield_py -> yield_ter true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152871": {
+ "content": "<|expression_list_py -> End |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152872": {
+ "content": "<|module_py -> ;_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152873": {
+ "content": "<|right_py -> type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152874": {
+ "content": "<|list_pattern_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152875": {
+ "content": "<|object_py -> dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152876": {
+ "content": "<|expression_list_py -> integer_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152877": {
+ "content": "<|comparison_operator_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152878": {
+ "content": "<|decorated_definition_py -> decorator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152879": {
+ "content": "<|body_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152880": {
+ "content": "<|union_pattern_py -> |_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152881": {
+ "content": "<|type_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152882": {
+ "content": "<|list_pattern_py -> subscript_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152883": {
+ "content": "<|conditional_expression_py -> else_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152884": {
+ "content": "<|argument_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152885": {
+ "content": "<|condition_py -> tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152886": {
+ "content": "<|try_statement_py -> except_group_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152887": {
+ "content": "<|condition_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152888": {
+ "content": "<|list_comprehension_py -> for_in_clause_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152889": {
+ "content": "<|block_py -> import_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152890": {
+ "content": "<|operator_py -> //=_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152891": {
+ "content": "<|condition_py -> lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152892": {
+ "content": "<|subject_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152893": {
+ "content": "<|except_group_clause_py -> except*_ter as_pattern_py :_ter block_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152894": {
+ "content": "<|global_statement_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152895": {
+ "content": "<|subject_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152896": {
+ "content": "<|if_clause_py -> if_ter dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152897": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter call_py ,_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152898": {
+ "content": "<|splat_type_py -> *_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152899": {
+ "content": "<|raise_statement_py -> raise_ter parenthesized_expression_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152900": {
+ "content": "<|condition_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152901": {
+ "content": "<|list_splat_pattern_py -> *_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152902": {
+ "content": "<|dictionary_splat_py -> **_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152903": {
+ "content": "<|dictionary_splat_py -> **_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152904": {
+ "content": "<|tuple_pattern_py -> )_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152905": {
+ "content": "<|subject_py -> integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152906": {
+ "content": "<|union_pattern_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152907": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter list_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152908": {
+ "content": "<|assert_statement_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152909": {
+ "content": "<|union_pattern_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152910": {
+ "content": "<|if_clause_py -> if_ter unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152911": {
+ "content": "<|as_pattern_py -> string_literal_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152912": {
+ "content": "<|function_definition_py -> def_ter name_py type_parameters_py parameters_py ->_ter return_type_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152913": {
+ "content": "<|generator_expression_py -> )_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152914": {
+ "content": "<|list_pattern_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152915": {
+ "content": "<|as_pattern_py -> not_operator_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152916": {
+ "content": "<|type_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152917": {
+ "content": "<|expression_statement_py -> list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152918": {
+ "content": "<|slice_py -> ellipsis_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152919": {
+ "content": "<|raise_statement_py -> raise_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152920": {
+ "content": "<|raise_statement_py -> raise_ter tuple_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152921": {
+ "content": "<|type_py -> splat_type_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152922": {
+ "content": "<|match_statement_py -> match_ter subject_py ,_ter subject_py ,_ter subject_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152923": {
+ "content": "<|case_clause_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152924": {
+ "content": "<|union_pattern_py -> __ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152925": {
+ "content": "<|set_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152926": {
+ "content": "<|union_pattern_py -> true_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152927": {
+ "content": "<|list_splat_py -> *_ter float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152928": {
+ "content": "<|as_pattern_py -> ellipsis_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152929": {
+ "content": "<|raise_statement_py -> raise_ter not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152930": {
+ "content": "<|assert_statement_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152931": {
+ "content": "<|case_pattern_py -> false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152932": {
+ "content": "<|list_splat_py -> *_ter identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152933": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter class_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152934": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152935": {
+ "content": "<|union_pattern_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152936": {
+ "content": "<|splat_pattern_py -> **_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152937": {
+ "content": "<|yield_py -> yield_ter boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152938": {
+ "content": "<|assert_statement_py -> none_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152939": {
+ "content": "<|subject_py -> binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152940": {
+ "content": "<|yield_py -> yield_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152941": {
+ "content": "<|type_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152942": {
+ "content": "<|expression_statement_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152943": {
+ "content": "<|list_splat_py -> *_ter list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152944": {
+ "content": "<|alias_py -> attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152945": {
+ "content": "<|raise_statement_py -> raise_ter conditional_expression_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152946": {
+ "content": "<|splat_type_py -> **_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152947": {
+ "content": "<|lambda_parameters_py -> positional_separator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152948": {
+ "content": "<|union_pattern_py -> -_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152949": {
+ "content": "<|assert_statement_py -> float_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152950": {
+ "content": "<|subscript_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152951": {
+ "content": "<|yield_py -> yield_ter not_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152952": {
+ "content": "<|alias_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152953": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152954": {
+ "content": "<|yield_py -> yield_ter from_ter dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152955": {
+ "content": "<|slice_py -> list_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152956": {
+ "content": "<|as_pattern_py -> comparison_operator_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152957": {
+ "content": "<|raise_statement_py -> raise_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152958": {
+ "content": "<|assert_statement_py -> dictionary_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152959": {
+ "content": "<|list_splat_py -> *_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152960": {
+ "content": "<|type_py -> conditional_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152961": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter tuple_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152962": {
+ "content": "<|set_py -> await_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152963": {
+ "content": "<|slice_py -> tuple_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152964": {
+ "content": "<|as_pattern_py -> list_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152965": {
+ "content": "<|splat_pattern_py -> *_ter __ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152966": {
+ "content": "<|yield_py -> yield_ter from_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152967": {
+ "content": "<|raise_statement_py -> raise_ter unary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152968": {
+ "content": "<|parameters_py -> )_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152969": {
+ "content": "<|function_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152970": {
+ "content": "<|yield_py -> yield_ter from_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152971": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter union_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152972": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter call_py ,_ter attribute_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152973": {
+ "content": "<|condition_py -> float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152974": {
+ "content": "<|yield_py -> yield_ter from_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152975": {
+ "content": "<|raise_statement_py -> raise_ter boolean_operator_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152976": {
+ "content": "<|raise_statement_py -> raise_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152977": {
+ "content": "<|union_pattern_py -> list_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152978": {
+ "content": "<|dictionary_splat_py -> **_ter list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152979": {
+ "content": "<|set_py -> list_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152980": {
+ "content": "<|as_pattern_target_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152981": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter dictionary_py ,_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152982": {
+ "content": "<|decorator_py -> @_ter lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152983": {
+ "content": "<|if_clause_py -> if_ter lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152984": {
+ "content": "<|if_clause_py -> if_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152985": {
+ "content": "<|condition_py -> none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152986": {
+ "content": "<|delete_statement_py -> del_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152987": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter __ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152988": {
+ "content": "<|key_py -> dotted_name_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152989": {
+ "content": "<|await_py -> await_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152990": {
+ "content": "<|raise_statement_py -> raise_ter false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152991": {
+ "content": "<|argument_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152992": {
+ "content": "<|for_in_clause_py -> ,_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152993": {
+ "content": "<|parenthesized_expression_py -> (_ter not_operator_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152994": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152995": {
+ "content": "<|subject_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152996": {
+ "content": "<|chevron_py -> >>_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152997": {
+ "content": "<|union_pattern_py -> tuple_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152998": {
+ "content": "<|raise_statement_py -> raise_ter ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "152999": {
+ "content": "<|delete_statement_py -> del_ter comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153000": {
+ "content": "<|slice_py -> false_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153001": {
+ "content": "<|parenthesized_list_splat_py -> (_ter list_splat_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153002": {
+ "content": "<|raise_statement_py -> raise_ter await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153003": {
+ "content": "<|key_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153004": {
+ "content": "<|return_statement_py -> return_ter named_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153005": {
+ "content": "<|dict_pattern_py -> splat_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153006": {
+ "content": "<|slice_py -> identifier_ter|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153007": {
+ "content": "<|module_py -> continue_statement_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153008": {
+ "content": "<|left_py -> ellipsis_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153009": {
+ "content": "<|list_py -> parenthesized_list_splat_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153010": {
+ "content": "<|subject_py -> named_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153011": {
+ "content": "<|slice_py -> not_operator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153012": {
+ "content": "<|subject_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153013": {
+ "content": "<|function_py -> list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153014": {
+ "content": "<|as_pattern_target_py -> subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153015": {
+ "content": "<|decorator_py -> @_ter binary_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153016": {
+ "content": "<|condition_py -> set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153017": {
+ "content": "<|list_splat_py -> *_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153018": {
+ "content": "<|case_pattern_py -> -_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153019": {
+ "content": "<|subject_py -> list_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153020": {
+ "content": "<|class_definition_py -> class_ter name_py type_parameters_py superclasses_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153021": {
+ "content": "<|dictionary_splat_py -> **_ter tuple_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153022": {
+ "content": "<|case_pattern_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153023": {
+ "content": "<|condition_py -> as_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153024": {
+ "content": "<|decorator_py -> @_ter parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153025": {
+ "content": "<|if_clause_py -> if_ter true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153026": {
+ "content": "<|subject_py -> comparison_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153027": {
+ "content": "<|alias_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153028": {
+ "content": "<|raise_statement_py -> raise_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153029": {
+ "content": "<|dictionary_splat_py -> **_ter list_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153030": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter false_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153031": {
+ "content": "<|yield_py -> yield_ter identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153032": {
+ "content": "<|case_pattern_py -> -_ter float_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153033": {
+ "content": "<|chevron_py -> >>_ter subscript_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153034": {
+ "content": "<|as_pattern_target_py -> call_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153035": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153036": {
+ "content": "<|left_py -> list_splat_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153037": {
+ "content": "<|argument_py -> set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153038": {
+ "content": "<|subscript_py -> dictionary_comprehension_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153039": {
+ "content": "<|raise_statement_py -> raise_ter identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153040": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153041": {
+ "content": "<|subject_py -> identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153042": {
+ "content": "<|dictionary_splat_py -> **_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153043": {
+ "content": "<|list_splat_py -> *_ter dictionary_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153044": {
+ "content": "<|parenthesized_expression_py -> (_ter identifier_ter )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153045": {
+ "content": "<|if_clause_py -> if_ter named_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153046": {
+ "content": "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153047": {
+ "content": "<|dictionary_splat_py -> **_ter none_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153048": {
+ "content": "<|match_statement_py -> match_ter subject_py ,_ter subject_py :_ter body_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153049": {
+ "content": "<|type_py -> lambda_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153050": {
+ "content": "<|parenthesized_expression_py -> (_ter set_comprehension_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153051": {
+ "content": "<|union_pattern_py -> dict_pattern_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153052": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter dict_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153053": {
+ "content": "<|name_py -> tuple_pattern_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153054": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter -_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153055": {
+ "content": "<|delete_statement_py -> del_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153056": {
+ "content": "<|keyword_pattern_py -> identifier_py =_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153057": {
+ "content": "<|as_pattern_py -> set_py as_ter alias_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153058": {
+ "content": "<|list_splat_py -> *_ter set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153059": {
+ "content": "<|chevron_py -> >>_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153060": {
+ "content": "<|as_pattern_target_py -> parenthesized_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153061": {
+ "content": "<|type_py -> dictionary_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153062": {
+ "content": "<|cause_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153063": {
+ "content": "<|raise_statement_py -> raise_ter await_py from_ter cause_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153064": {
+ "content": "<|key_py -> await_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153065": {
+ "content": "<|dictionary_splat_py -> **_ter identifier_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153066": {
+ "content": "<|yield_py -> yield_ter set_comprehension_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153067": {
+ "content": "<|subject_py -> boolean_operator_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153068": {
+ "content": "<|yield_py -> yield_ter from_ter set_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153069": {
+ "content": "<|condition_py -> generator_expression_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153070": {
+ "content": "<|if_clause_py -> if_ter string_literal_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153071": {
+ "content": "<|exec_statement_py -> exec_ter code_py in_ter dictionary_py ,_ter identifier_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153072": {
+ "content": "<|parenthesized_expression_py -> (_ter call_py )_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153073": {
+ "content": "<|set_py -> named_expression_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153074": {
+ "content": "<|subject_py -> true_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153075": {
+ "content": "<|lambda_parameters_py -> keyword_separator_py|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153076": {
+ "content": "<|parenthesized_expression_py -> (_ter list_splat_py )_ter |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ "153077": {
+ "content": "<|if_clause_py -> if_ter integer_py |>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ }
+ },
+ "additional_special_tokens": [
+ "<|im_start|>",
+ "<|im_end|>",
+ "<|object_ref_start|>",
+ "<|object_ref_end|>",
+ "<|box_start|>",
+ "<|box_end|>",
+ "<|quad_start|>",
+ "<|quad_end|>",
+ "<|vision_start|>",
+ "<|vision_end|>",
+ "<|vision_pad|>",
+ "<|image_pad|>",
+ "<|video_pad|>"
+ ],
+ "bos_token": null,
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+ "clean_up_tokenization_spaces": false,
+ "eos_token": "<|endoftext|>",
+ "errors": "replace",
+ "extra_special_tokens": {},
+ "model_max_length": 32768,
+ "pad_token": "<|endoftext|>",
+ "split_special_tokens": false,
+ "tokenizer_class": "Qwen2Tokenizer",
+ "unk_token": null
+}