[temp] probe: Termux exec modes, musl gcc pass, ELF types

Author: Sunrisepeak

.github/probe/termux_docker.sh

@@ -37,11 +37,20 @@ docker run --rm --privileged --entrypoint /system/bin/sh \
   2>&1 | tee "$LOGS/pass2/container.log"
 say "- pass 2 (/bin -> /system/bin) exit: ${PIPESTATUS[0]}, wall: $(( $(date +%s) - start )) s"
 
+# Pass 3: as pass 2, with the static musl gcc an Android default would use (D21).
+mkdir -p "$LOGS/pass3"; chmod 777 "$LOGS/pass3"
+start=$(date +%s)
+docker run --rm --privileged --entrypoint /system/bin/sh \
+  -v "$DL:/mnt/dl:ro" -v "$LOGS/pass3:/mnt/logs" -e PROBE_BUILD_ARGS="--toolchain gcc@15.1.0-musl" \
+  termux/termux-docker:aarch64 -c 'ln -s /system/bin /bin; exec /entrypoint.sh bash /mnt/dl/termux_inner.sh' \
+  2>&1 | tee "$LOGS/pass3/container.log"
+say "- pass 3 (/bin -> /system/bin, --toolchain gcc@15.1.0-musl) exit: ${PIPESTATUS[0]}, wall: $(( $(date +%s) - start )) s"
+
 say '### environment'
 say '```'
-for f in "$LOGS/container.log" "$LOGS/pass2/container.log"; do echo "-- $f" >> "$S"; grep -E "^(ENV|UNAME|ID|HARDLINK|XLINGS|MCPP|STAGE|TIMING)" "$f" | head -60 >> "$S"; done
+for f in "$LOGS/container.log" "$LOGS/pass2/container.log" "$LOGS/pass3/container.log"; do echo "-- $f" >> "$S"; grep -E "^(ENV|UNAME|ID|HARDLINK|XLINGS|MCPP|STAGE|TIMING|ELF)" "$f" | head -60 >> "$S"; done
 say '```'
-for pass in . pass2; do
+for pass in . pass2 pass3; do
 say "### first run ($pass): key lines"
 say '```'
 grep -E 'First run|Resolving|Resolved|Installing|Downloading|Planning|error|warning|hint|Finished|TIMING|glibc|llvm|musl|Can.t create' \

.github/probe/termux_emulator.sh

@@ -44,9 +44,15 @@ run)
   # A Termux session's environment, as the app sets it up for its shell.
   TENV="PREFIX=$A/usr HOME=$A/home TMPDIR=$A/usr/tmp PATH=$A/usr/bin LANG=en_US.UTF-8 LD_PRELOAD=$A/usr/lib/libtermux-exec.so"
   start=$(date +%s)
-  timeout 5400 adb shell run-as com.termux $A/usr/bin/env $TENV \
-    PROBE_OUT=$A/probe/out PROBE_TARBALL=$A/probe/mcpp.tar.gz PROBE_HOME=$A/home \
+  # Session A: the environment a Termux shell has (termux-exec preloaded).
+  timeout 2400 adb shell run-as com.termux $A/usr/bin/env $TENV \
+    PROBE_OUT=$A/probe/outA PROBE_TARBALL=$A/probe/mcpp.tar.gz PROBE_HOME=$A/home \
     $A/usr/bin/sh $A/probe/termux_inner.sh 2>&1 | tee "$LOGS/inner.log"
+  # Session B: the same without termux-exec, so the binaries are exec'd directly.
+  TENVB="PREFIX=$A/usr HOME=$A/homeB TMPDIR=$A/usr/tmp PATH=$A/usr/bin LANG=en_US.UTF-8"
+  timeout 3000 adb shell run-as com.termux $A/usr/bin/env $TENVB \
+    PROBE_OUT=$A/probe/outB PROBE_TARBALL=$A/probe/mcpp.tar.gz PROBE_HOME=$A/homeB \
+    $A/usr/bin/sh $A/probe/termux_inner.sh 2>&1 | sed 's/^/[B] /' | tee -a "$LOGS/inner.log"
   say "- wall: $(( $(date +%s) - start )) s"
   for f in first-build.log; do
     adb shell run-as com.termux cat "$A/probe/out/$f" > "$LOGS/$f" 2>/dev/null
@@ -55,12 +61,12 @@ run)
   say '### sandbox'
   say '```'
   cat "$LOGS/sandbox.txt" >> "$S"
-  grep -E '^(ENV|UNAME|ID|HARDLINK|MCPP|TIMING|XLINGS|STAGE)' "$LOGS/inner.log" >> "$S"
+  grep -E '^(\[B\] )?(ENV|UNAME|ID|HARDLINK|MCPP|TIMING|XLINGS|STAGE|ELF)' "$LOGS/inner.log" >> "$S"
   say '```'
   say '### first run: key lines'
   say '```'
   grep -E 'First run|Resolving|Resolved|Installing|Downloading|error|warning|hint|Finished|glibc|llvm|musl|Can.t create|did not complete' \
-    "$LOGS/inner.log" | head -60 >> "$S"
+    "$LOGS/inner.log" | head -90 >> "$S"
   say '```'
   say '### plan stage timings'
   say '```'

.github/probe/termux_inner.sh

@@ -11,6 +11,7 @@ export TMPDIR="${TMPDIR:-$HOME/tmp}"; mkdir -p "$TMPDIR"
 
 echo "ENV ANDROID_ROOT=${ANDROID_ROOT-<unset>} ANDROID_DATA=${ANDROID_DATA-<unset>} PREFIX=${PREFIX-<unset>} TERMUX_VERSION=${TERMUX_VERSION-<unset>}"
 echo "ENV HOME=$HOME TMPDIR=$TMPDIR SSL_CERT_FILE=${SSL_CERT_FILE-<unset>}"
+echo "ENV TERMUX_EXEC: LD_PRELOAD=${LD_PRELOAD-<unset>} $(env | grep -i TERMUX_EXEC | tr '\n' ' ')"
 echo "ENV linker64: $(ls -l /system/bin/linker64 2>&1 | head -1)"
 echo "UNAME $(uname -a 2>&1)"
 echo "ID $(id 2>&1)"
@@ -40,8 +41,9 @@ cd "$HOME/hello"
 printf '[package]\nname = "hello"\nversion = "0.1.0"\n\n[targets.hello]\nkind = "bin"\nmain = "src/main.cpp"\n' > mcpp.toml
 printf 'import std;\nint main() { std::println("hello from termux"); }\n' > src/main.cpp
 
+echo "ELF mcpp: $(od -An -tx1 -j16 -N2 "$MCPP" | tr -d ' \n') (0200=ET_EXEC 0300=ET_DYN)"
 t0=$(date +%s)
-MCPP_LOG_LEVEL=info timeout 3600 "$MCPP" build --verbose > "$OUT/first-build.log" 2>&1
+MCPP_LOG_LEVEL=info timeout 3600 "$MCPP" build --verbose ${PROBE_BUILD_ARGS:-} > "$OUT/first-build.log" 2>&1
 rc=$?
 cat "$OUT/first-build.log"
 echo "TIMING first build: exit $rc, $(( $(date +%s) - t0 )) s"
@@ -52,6 +54,9 @@ echo "TIMING run: $(( $(date +%s) - t0 )) s"
 mkdir -p "$OUT/mcpp-log"
 cp -r "$HOME"/.mcpp/log/. "$OUT/mcpp-log/" 2>/dev/null
 cp -r "$(dirname "$(dirname "$MCPP")")"/log/. "$OUT/mcpp-log/" 2>/dev/null
+for b in "$(dirname "$(dirname "$MCPP")")"/registry/data/xpkgs/*/*/bin/*; do
+  case "$b" in *gcc*|*g++*|*clang++|*ld|*as|*ninja|*patchelf) echo "ELF $(basename "$(dirname "$(dirname "$b")")")/$(basename "$b"): $(od -An -tx1 -j16 -N2 "$b" 2>/dev/null | tr -d ' \n')";; esac
+done 2>/dev/null | sort -u | head -20
 grep -h 'build/stage' "$OUT"/mcpp-log/*.log 2>/dev/null | tail -30 | sed 's/^/STAGE /'
 cp "$TMPDIR"/mcpp-xlings-*.stderr "$OUT/" 2>/dev/null
 ls "$HOME"/.mcpp/registry/logs/hooks/ 2>/dev/null | head