major updates

.clang-format

@@ -0,0 +1,20 @@
+---
+Language:        Cpp
+# BasedOnStyle:  LLVM
+ReflowComments:  false
+SpacesInLineCommentPrefix:
+  Minimum:         0
+  Maximum:         -1
+SortIncludes:    false
+StatementAttributeLikeMacros:
+  - Q_EMIT
+StatementMacros:
+  - Q_UNUSED
+  - QT_REQUIRE_VERSION
+WhitespaceSensitiveMacros:
+  - STRINGIZE
+  - PP_STRINGIZE
+  - BOOST_PP_STRINGIZE
+  - NS_SWIFT_NAME
+  - CF_SWIFT_NAME
+...

.dockerignore

@@ -0,0 +1,3 @@
+results/
+.git/
+bin/

.github/workflows/main.yml

@@ -0,0 +1,95 @@
+name: CI
+
+on:
+  push:
+    paths-ignore:
+      - 'data/*'
+      - 'results/*'
+  pull_request:
+    paths-ignore:
+      - 'data/*'
+      - 'results/*'
+
+jobs:
+  linux:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+    - run: ./build.sh dotest && make check
+  sanitizer:
+    runs-on: ubuntu-26.04
+    timeout-minutes: 15
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+    - run: sudo apt install -y --no-install-recommends libomp5 libomp-21-dev
+    - name: Fix kernel mmap rnd bits for -fsanitize=address
+      run: |
+        # https://github.com/actions/runner-images/issues/9491
+        sudo sysctl vm.mmap_rnd_bits=28
+    - name: make SANITIZE=1 && test-asan `./algocfg asan`
+      # all asan's that are also good
+      run: |
+        make CC=clang SANITIZE=1 &&
+        for t in `cat asan.lst`
+        do
+          ./test-asan "$t" -nv
+        done
+  lint:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+    - run: |
+        sudo apt-get -y install cppcheck clang-tidy bear
+    - run: make algocfg lint
+  verify:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+    - run: |
+        sudo apt-get -y install cbmc
+    - run: make algocfg check-verify
+  windows:
+    runs-on: windows-latest
+    timeout-minutes: 10
+    env:
+      MSYS2_DIR: msys64
+      MSYS2_ARCH: x86_64
+      MSYSTEM: MINGW64
+      ARCH: win64
+      PLATFORM: x64
+    steps:
+      # see https://github.com/msys2/setup-msys2
+    - name: setup-msys2
+      uses: msys2/setup-msys2@66cd2cce69caa17b53920067426061ca1de3a884 # v2.32.0
+      with:
+        path-type: minimal
+        update: true
+        install: >-
+          git
+          base-devel
+          mingw-w64-x86_64-toolchain
+    - name: checkout
+      uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+      with:
+        fetch-depth: 1
+    - shell: msys2 {0}
+      run: ./build.sh
+  macOS:
+    runs-on: macos-latest
+    timeout-minutes: 15
+    steps:
+    - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
+    - run: |
+        sudo sysctl -w kern.sysv.shmmax=16777216
+        sudo sysctl -w kern.sysv.shmmni=128
+        sudo sysctl -w kern.sysv.shmseg=32
+        sudo sysctl -w kern.sysv.shmall=4096
+    - name: ./build.sh dotest && make check
+      run: |
+        ./build.sh dotest
+        ./free_shm
+        make check
+        ./free_shm

.gitignore

@@ -0,0 +1,42 @@
+/TAGS
+/compilesm
+/select
+/show
+/smart
+/test
+/textgen
+/algocfg
+/compilesm-asan
+/select-asan
+/smart-asan
+/test-asan
+/compilesm-fuzz
+/smart-fuzz
+/test-fuzz
+/fuzz.sh
+algorithms.lst
+/data/rand128/rand128.txt
+/data/rand16/rand16.txt
+/data/rand2/rand2.txt
+/data/rand256/rand256.txt
+/data/rand32/rand32.txt
+/data/rand4/rand4.txt
+/data/rand64/rand64.txt
+/data/rand8/rand8.txt
+/data/.textgen-stamp
+/data/fuzz
+/docs/*.pdf
+/results/
+/bin/
+compile_commands.json
+compile_commands.events.json
+/sanitizer.log
+/rb.sh
+/lb.sh
+/source/3rd/
+/source/algos/new/
+/fuzz/
+/verify/*.vfy-trace
+/verify/*.c
+/verify/*.log
+.cache

BSDmakefile

@@ -0,0 +1,103 @@
+# nmake guard: \
+# https://stackoverflow.com/questions/8270391/use-the-same-makefile-for-make-linux-and-nmake-windows \
+.ifndef 0 # \
+.else
+# bmake starts here
+CC      ?= gcc
+# FIXME: detect mingw
+ARCH    != (${CC} -dumpmachine | cut -f1 -d-)
+BINDIR  = bin
+.if ${ARCH} != x86_64
+  CFLAGS  ?= -O3 -Wall
+.if ${ARCH} == aarch64 || ${ARCH} == arm64
+  NON_SSE = "source/algos/ssef.c"
+.else
+  NON_SSE = "source/algos/epsm.c|source/algos/ssecp.c|source/algos/ssef.c"
+.endif
+  ALGOSRC = (grep -E -v "^(${NON_SSE})$$" source/algos/*.c)
+.else
+  CFLAGS  ?= -O3 -march=native -mtune=native -Wall -Wfatal-errors
+.ifdef SANITIZE
+    BINDIR = bin/asan
+    CFLAGS += -g -Wextra -fsanitize=address,undefined -DBINDIR=\"${BINDIR}\"
+.endif
+  ALGOSRC = ${wildcard source/algos/*.c}
+.endif
+.if ${ARCH} != ${_HOST_ARCH}
+  BINDIR = bin/${ARCH}
+  CFLAGS += -DBINDIR=\"${BINDIR}\"
+  DRV = qemu-${ARCH}
+.else
+  DRV =
+.endif
+ALLSRC  = ${ALGOSRC} ${wildcard source/*.c} ${wildcard source/*.h} ${wildcard source/algos/include/*.h}
+BINS    = ${patsubst source/algos/%,${BINDIR}/%,${patsubst %.c,%,${ALGOSRC}}}
+HELPERS = smart show select test textgen compilesm
+TESTS != (shuf -n 6 good.lst)
+.if ${TESTS} == ""
+  TESTS = bm mp kmp tbm bom so
+.endif
+
+all: ${BINS} ${HELPERS}
+
+${BINDIR}/hpbm: CFLAGS += -fopenmp
+
+${BINDIR}/%: source/algos/%.c $(wildcard source/algos/include/*.h)
+	@test -d ${BINDIR} || mkdir ${BINDIR}
+	${CC} ${CFLAGS} $< -o $@
+./%: source/%.c $(wildcard source/*.h)
+	${CC} ${CFLAGS} $< -std=gnu99 -o $@ -lm
+select: source/selectAlgo.c
+	${CC} ${CFLAGS} $< -o $@
+
+.PHONY: all check clean lint verify fmt cppcheck clang-tidy ALWAYS
+check: all
+	-cp source/algorithms.lst source/algorithms.lst.bak
+	${DRV} ./select -all
+	${DRV} ./select -which | grep br
+	-cp ${BINDIR}/br ${BINDIR}/br1
+	${DRV} ./select -add br1
+	-rm ${BINDIR}/br1
+	${DRV} ./select -none ${TESTS}
+	${DRV} ./smart -text rand32 -plen 2 4
+	${DRV} ./smart -simple abab chbjhxsscsjndwkjnjdnwelabakdlkewdkklewlkdewlkdnewknabdewab
+	for t in ${TESTS}; do echo $$t; ./test $$t; done
+	${DRV} ./select -all block bmh2 bmh4 dfdm sbdm faoso2 blim ssecp
+	-mv source/algorithms.lst.bak source/algorithms.lst
+sanitizer.log: ${ALLSRC}
+	-rm -f sanitizer.log 2>/dev/null
+	./sanitizer.sh 2>sanitizer.log
+lint: cppcheck clang-tidy
+# --check-level=exhaustive for newer cppcheck
+cppcheck:
+	cppcheck -j4 --enable=warning,portability --inline-suppr \
+          source/*.c source/algos/*.c
+compile_commands.json: makefile
+	-+${MAKE} clean
+	bear -- ${MAKE}
+clang-tidy.log: compile_commands.json ${ALLSRC}
+	clang-tidy source/*.c source/algos/*.c | sed -e"s,$$PWD/,," | tee clang-tidy.log
+clang-tidy: clang-tidy.log
+
+CBMC_CHECKS=--bounds-check --pointer-check --memory-leak-check            \
+  --div-by-zero-check --signed-overflow-check --unsigned-overflow-check   \
+  --pointer-overflow-check --conversion-check --undefined-shift-check     \
+  --float-overflow-check --nan-check --enum-range-check
+  # cbmc 5.12.1: --pointer-primitive-check
+verify:
+	for c in ${ALGOSRC}; do \
+	  echo cbmc -DCBMC --depth 1024 ${CBMC_CHECKS} $$c; \
+	  cbmc -DCBMC --depth 1024 ${CBMC_CHECKS} $$c; \
+	done
+fmt:
+	clang-format -i `find source -name \*.c -o -name \*.h`
+clean:
+	-rm -f ${BINS} ${HELPERS} 2>/dev/null
+TAGS: ${ALLSRC}
+	-rm -f TAGS 2>/dev/null
+	find . \( -name \*.c -o -name \*.h \) -exec etags -a --language=c \{\} \;
+
+ALWAYS:
+
+# \
+.endif

Dockerfile.cross-aarch64

@@ -0,0 +1,20 @@
+# -*- Dockerfile -*-
+# podman/docker build -t smart-aarch64 . -f Dockerfile.cross-aarch64
+
+FROM docker.io/library/debian:11-slim as aarch64
+ENV DEBIAN_FRONTEND noninteractive
+ENV DEBCONF_NONINTERACTIVE_SEEN true
+ENV TZ=UTC
+
+RUN apt-get update
+RUN apt-get install -y --no-install-recommends build-essential git \
+      qemu-system-aarch64 binfmt-support qemu-user qemu-user-binfmt \
+      gcc-aarch64-linux-gnu binutils-aarch64-linux-gnu libc6-dev-arm64-cross
+WORKDIR /app
+COPY . .
+RUN aarch64-linux-gnu-gcc --version
+RUN make CC=aarch64-linux-gnu-gcc
+RUN ln -s /usr/aarch64-linux-gnu/sys-root/usr/bin/ld.so /lib/ld-linux-aarch64.so.1
+ENV LD_LIBRARY_PATH=LD_LIBRARY_PATH=/usr/aarch64-linux-gnu/sys-root/lib64
+RUN make CC=aarch64-linux-gnu-gcc check
+CMD [ "bash --login -i" ]

Dockerfile.fedora-aarch64

@@ -0,0 +1,33 @@
+# -*- Dockerfile -*-
+# podman build -t smart-fc-aarch64 . -f Dockerfile.fedora-aarch64
+# podman run -it smart-fc-aarch64 bash --login -i
+ARG BASE_IMAGE=fedora
+#FROM ${BASE_IMAGE}
+FROM fedora:39-aarch64
+
+# Test with non-root user.
+ENV TEST_USER tester
+ENV WORK_DIR "/work"
+
+#RUN uname -a
+#RUN echo -e "deltarpm=0\ninstall_weak_deps=0\ntsflags=nodocs" >> /etc/dnf/dnf.conf
+# Disable modular repositories to save a running time of "dnf update"
+#RUN ls /etc/yum.repos.d/*.repo
+#RUN sed -i '/^enabled=1$/ s/1/0/' /etc/yum.repos.d/*-modular.repo || true
+#RUN dnf -y update
+RUN dnf -y --allowerasing --repo fedora install \
+  file gcc make redhat-rpm-config sudo
+#RUN dnf -y --repo fedora install m4 libtool perl-Text-Diff pkgconf-pkg-config strace gdb
+#RUN dnf -y --repo fedora install strace gdb
+
+# Create test user and the environment
+RUN useradd "${TEST_USER}"
+WORKDIR "${WORK_DIR}"
+COPY . .
+RUN chown -R "${TEST_USER}:${TEST_USER}" "${WORK_DIR}"
+
+# Enable sudo without password for convenience.
+RUN echo "${TEST_USER} ALL = NOPASSWD: ALL" >> /etc/sudoers
+#RUN ln -s /usr/aarch64-linux-gnu/sys-root/usr/bin/ld.so /lib/ld-linux-aarch64.so.1
+
+USER "${TEST_USER}"