[0827] 插件 I/O 协议统一为 UTF-8 (#3924)

Author: AXeonV

.github/workflows/ci-julia.yml

@@ -1,4 +1,4 @@
-name: Julia Plugin CI
+name: CI for Julia Plugin
 
 on:
   push:

TeXmacs/plugins/goldfish/goldfish/goldfish/repl.scm

@@ -50,8 +50,8 @@
 
     (define (goldfish-print obj)
       (if (eq? obj #<unspecified>)
-        (flush-scheme-u8 "")
-        (flush-scheme-u8 (build-goldfish-result obj))
+        (flush-scheme "")
+        (flush-scheme (build-goldfish-result obj))
       ) ;if
     ) ;define
 
@@ -60,15 +60,15 @@
         (lambda () (goldfish-print (eval-string code (rootlet))))
         (lambda args
           (begin
-            (flush-scheme-u8 (string-append "(errput (document "
-                               (goldfish-quote (symbol->string (car args)))
-                               (if (and (>= (length args) 2) (not (null? (cadr args))))
-                                 (goldfish-quote (object->string (cadr args)))
-                                 ""
-                               ) ;if
-                               "))"
-                             ) ;string-append
-            ) ;flush-scheme-u8
+            (flush-scheme (string-append "(errput (document "
+                            (goldfish-quote (symbol->string (car args)))
+                            (if (and (>= (length args) 2) (not (null? (cadr args))))
+                              (goldfish-quote (object->string (cadr args)))
+                              ""
+                            ) ;if
+                            "))"
+                          ) ;string-append
+            ) ;flush-scheme
           ) ;begin
         ) ;lambda
       ) ;catch

TeXmacs/plugins/goldfish/goldfish/texmacs/protocol.scm

@@ -10,7 +10,6 @@
     flush-verbatim
     flush-prompt
     flush-scheme
-    flush-scheme-u8
     flush-file
     flush-markdown
     flush-latex
@@ -44,7 +43,7 @@
     ) ;define
 
     (define (flush-verbatim msg)
-      (flush-any (string-append "verbatim:" msg))
+      (flush-any (string-append "utf8:" msg))
     ) ;define
 
     (define (flush-scheme msg)
@@ -54,13 +53,6 @@
       ) ;if
     ) ;define
 
-    (define (flush-scheme-u8 msg)
-      (if (string? msg)
-        (flush-any (string-append "scheme_u8:" msg))
-        (flush-any (string-append "scheme_u8:" (object->string msg)))
-      ) ;if
-    ) ;define
-
     (define (flush-prompt msg)
       (flush-any (string-append "prompt#" msg))
     ) ;define

TeXmacs/plugins/julia/bin/tmjl/capture.jl

@@ -62,7 +62,7 @@ Base.flush(io::TMJuliaStdio) = begin
         filtered_lines = filter(line -> !occursin("GKS: glyph missing from current font", line), lines)
         filtered_buf = join(filtered_lines, '\n')
         if filtered_buf != ""
-            tm_err(VERBATIM, filtered_buf)
+            tm_err(U8_TEXT, filtered_buf)
         end
     end
 end

TeXmacs/plugins/julia/bin/tmjl/protocol.jl

@@ -13,7 +13,7 @@ const DATA_BEGIN = Char(2)
 const DATA_END = Char(5)
 const DATA_ESCAPE = Char(27)
 const DATA_COMMAND = Char(16)
-const VERBATIM = "verbatim:"
+const U8_TEXT = "utf8:"
 const SCHEME = "scheme:"
 const COMMAND = "command:"
 const PROMPT = "prompt#"
@@ -25,7 +25,7 @@ mogan_escape(data) = replace(replace(replace(data,
 
 # Mogan expects all output to be bracketed in a DATA_BEGIN and DATA_END
 # so that it can determine when the plugin ended the interaction        
-tm_begin() = write(orig_stdout[], DATA_BEGIN, VERBATIM)
+tm_begin() = write(orig_stdout[], DATA_BEGIN, U8_TEXT)
 tm_end() = begin
     write(orig_stdout[], DATA_END)
     flush(orig_stdout[]) 

TeXmacs/plugins/julia/tests/runtests.jl

@@ -71,7 +71,7 @@ end
 
         # Test tm_begin
         tm_begin()
-        @test String(take!(buf_out)) == string(DATA_BEGIN, VERBATIM)
+        @test String(take!(buf_out)) == string(DATA_BEGIN, U8_TEXT)
 
         # Test tm_end
         tm_end()
@@ -86,8 +86,8 @@ end
         @test String(take!(buf_out)) == string(DATA_BEGIN, "latex:", "x^2", DATA_END)
 
         # Test tm_err with header
-        tm_err("verbatim:", "load-error")
-        @test String(take!(buf_err)) == string(DATA_BEGIN, "verbatim:", "load-error", DATA_END)
+        tm_err("utf8:", "load-error")
+        @test String(take!(buf_err)) == string(DATA_BEGIN, "utf8:", "load-error", DATA_END)
 
         # Restore original IO streams
         orig_stdout[] = stdout
@@ -204,7 +204,7 @@ end
             flush(stdio_err)
             err_data = String(take!(buf_err))
             @test occursin("stderr-line", err_data)
-            @test occursin(VERBATIM, err_data)
+            @test occursin(U8_TEXT, err_data)
         finally
             redirect_stderr(old_stderr)
         end

TeXmacs/plugins/llm/goldfish/tm-llm.scm

@@ -40,7 +40,7 @@
 (define (eval-and-print data)
   (if (> (string-length data) *large-data-threshold*)
     (flush-verbatim (llm-write-temp-file data))
-    (flush-scheme-u8 data)
+    (flush-scheme data)
   ) ;if
 ) ;define
 

TeXmacs/plugins/maxima/lisp/texmacs-maxima.lisp

@@ -14,7 +14,7 @@
 (setf *prompt-prefix* "channel:promptlatex:\\red ")
 (setf *prompt-suffix* "\\black")
 ;(setf *general-display-prefix* "verbatim:")
-(setf *maxima-prolog* "verbatim:")
+(setf *maxima-prolog* "utf8:")
 (setf *maxima-epilog* "latex:\\red The end\\black")
 #-gcl(setf *debug-io* (make-two-way-stream *standard-input* *standard-output*))
 #+(or cmu sbcl scl)

TeXmacs/plugins/python/bin/python.pex

@@ -28,7 +28,6 @@ from tmpy.protocol import (
     flush_prompt,
     flush_ps,
     flush_scheme,
-    flush_scheme_u8,
     flush_verbatim,
     flush_latex,
 )
@@ -100,7 +99,7 @@ def flush_output(data):
         flush_matplotlib_figure(fig)
     elif is_dataframe_object(data):
         dfstr = convert_dataframe_to_scheme_str(data)
-        flush_scheme_u8(dfstr)
+        flush_scheme(dfstr)
     elif is_sympy_object(data):
         flush_latex("\\rmfamily{" + latex(data) + "}")
     elif is_pil_object(data):

TeXmacs/plugins/python/bin/tmpy/protocol.py

@@ -69,9 +69,6 @@ def flush_command(command):
 def flush_scheme(scheme):
     flush_any("scheme:" + scheme)
 
-def flush_scheme_u8(scheme):
-    flush_any("scheme_u8:" + scheme)
-
 def flush_latex(latex):
     flush_any("latex:$" + latex + "$")