Escape CJK characters with uconv

Author: tsuzu

Dockerfile

@@ -9,7 +9,8 @@ WORKDIR /app/
 ADD . .
 RUN CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build -ldflags="-w -s" -o /palog .
 
-FROM --platform=${TARGETPLATFORM:-linux/amd64} scratch
+FROM --platform=${TARGETPLATFORM:-linux/amd64} alpine:3.19
 COPY --from=builder /palog /palog
+RUN apk add --no-cache icu
 
 ENTRYPOINT ["/palog"]

README.md

@@ -12,3 +12,5 @@ Broadcast messages that someone joined/left the game.
 
 ## Known issues
 * If the message is split via whitespaces, `Broadcast` sends only the first segment
+* CKJ characters are corrupted
+    * https://github.com/miscord-dev/palog/issues/6

main.go

@@ -4,6 +4,8 @@ import (
 	"fmt"
 	"log/slog"
 	"os"
+	"os/exec"
+	"strings"
 	"time"
 
 	"github.com/miscord-dev/palog/pkg/palrcon"
@@ -18,6 +20,8 @@ var (
 
 	timeoutRaw = os.Getenv("TIMEOUT")
 	timeout    time.Duration
+
+	uconvLatin = os.Getenv("UCONV_LATIN") != "false"
 )
 
 func init() {
@@ -45,6 +49,26 @@ func init() {
 	}
 }
 
+func escapeString(s string) string {
+	if !uconvLatin {
+		return s
+	}
+
+	var out strings.Builder
+	cmd := exec.Command("uconv", "-x", "latin")
+	cmd.Stdin = strings.NewReader(s)
+	cmd.Stderr = os.Stderr
+	cmd.Stdout = &out
+
+	err := cmd.Run()
+	if err != nil {
+		slog.Error("failed to run uconv", "error", err)
+		return s
+	}
+
+	return out.String()
+}
+
 func main() {
 	palRCON := palrcon.NewPalRCON(rconEndpoint, rconPassword)
 	palRCON.SetTimeout(timeout)
@@ -66,6 +90,8 @@ func main() {
 	}
 
 	retriedBoarcast := func(message string) error {
+		message = escapeString(message)
+
 		var err error
 		for i := 0; i < 10; i++ {
 			err = palRCON.Broadcast(message)