Add String>Equ( to smart tokenization mode

Author: kg583

tivars/tokenizer/encoder.py

@@ -19,10 +19,10 @@ def encode(string: str, *,
     Tokenization is performed using one of three procedures, dictated by ``mode``:
         - ``max``: Always munch maximally, i.e. consume the most input possible to produce a token
         - ``smart``: Munch maximally or minimally depending on context
-        - ``string``: Always munch minimally (equivalent to ``smart`` string context)
+        - ``min``: Always munch minimally (equivalent to ``smart`` string context; may also be passed as ``string``)
 
     The ``smart`` tokenization mode uses the following contexts, munching maximally otherwise:
-        - Strings: munch minimally, except when interpolating using ``Send(``
+        - Strings: munch minimally, except when interpolating using ``Send(`` or storing to an equation
         - Program names: munch minimally up to 8 tokens
         - List names: munch minimally up to 5 tokens
 
@@ -57,7 +57,7 @@ def encode(string: str, *,
         case "smart":
             stack = [SmartMode()]
 
-        case "string" | "min":
+        case "min" | "string":
             stack = [MinMode()]
 
         case _:

tivars/tokenizer/state.py

@@ -171,17 +171,17 @@ def next(self, token: TIToken) -> list[EncoderState]:
                 return super().next(token)
 
 
-class InterpolatedString(String):
+class MaxString(String):
     """
-    Strings interpolated via ``Send(``
+    Maximally munched string
     """
 
     mode = 0
 
 
-class InterpolationStart(Line):
+class MaxStart(Line):
     """
-    Encoder state to initialize `InterpolatedString`
+    Encoder state to initialize `MaxString`
 
     If any token besides ``"`` is encountered, this state is immediately exited to avoid cluttering the stack.
     """
@@ -191,7 +191,7 @@ class InterpolationStart(Line):
     def next(self, token: TIToken) -> list[EncoderState]:
         match token.bits:
             case b'\x2A':
-                return [InterpolatedString()]
+                return [MaxString()]
 
             case _:
                 return []
@@ -214,9 +214,9 @@ def next(self, token: TIToken) -> list[EncoderState]:
             case b'\x5F':
                 return [self, ProgramName()]
 
-            #    Send(
-            case b'\xE7':
-                return [self, InterpolationStart()]
+            #    Send(     String>Equ(
+            case b'\xE7' | b'\xBB\x56':
+                return [self, MaxStart()]
 
             #    |L
             case b'\xEB':
@@ -228,4 +228,4 @@ def next(self, token: TIToken) -> list[EncoderState]:
 
 __all__ = ["EncoderState", "MaxMode", "MinMode", "SmartMode",
            "Line", "Name", "ListName", "ProgramName",
-           "String", "InterpolatedString", "InterpolationStart"]
+           "String", "MaxString", "MaxStart"]