More cleanup

configure

@@ -19446,7 +19446,7 @@ ac_config_files="$ac_config_files GNUmakefile src/Makefile.global"
 
 
 ac_config_links="$ac_config_links src/backend/port/pg_sema.c:${SEMA_IMPLEMENTATION} src/backend/port/pg_shmem.c:${SHMEM_IMPLEMENTATION} src/include/pg_config_os.h:src/include/port/${template}.h src/Makefile.port:src/makefiles/Makefile.${template}"
-
+ac_config_links="$ac_config_links src/include/port/wasm_common.h:src/include/port/wasm_common.h"
 
 if test "$PORTNAME" = "win32"; then
 ac_config_commands="$ac_config_commands check_win32_symlinks"

pglite/cibuild.sh

@@ -240,15 +240,6 @@ END
 
     . ${PGROOT}/pgopts.sh
 
-    # make sure no non-mvp feature gets in.
-    cat > ${PGROOT}/config.site <<END
-pgac_cv_sse42_crc32_intrinsics_=no
-pgac_cv_sse42_crc32_intrinsics__msse4_2=no
-pgac_sse42_crc32_intrinsics=no
-pgac_armv8_crc32c_intrinsics=no
-ac_cv_search_sem_open=no
-END
-
 
     # workaround no "locale -a" for Node.
     # this is simply the minimal result a popen call would give.

pglite/cibuild/build-with-docker.sh

@@ -15,14 +15,9 @@ fi
 IMG_NAME="electricsql/pglite-builder"
 IMG_TAG="${PG_VERSION}_${SDK_VERSION}"
 
-SDK_ARCHIVE="${SDK_ARCHIVE:-python3.13-wasm-sdk-Ubuntu-22.04.tar.lz4}"
-WASI_SDK_ARCHIVE="${WASI_SDK_ARCHIVE:-python3.13-wasi-sdk-Ubuntu-22.04.tar.lz4}"
-
 docker run \
   --rm \
   -e OBJDUMP=${OBJDUMP:-true} \
-  -e SDK_ARCHIVE \
-  -e WASI_SDK_ARCHIVE \
   -e PGSRC=/workspace/postgres-src \
   -e POSTGRES_PGLITE_OUT=/workspace/dist \
   -v ./pglite/cibuild.sh:/workspace/cibuild.sh:rw \

pglite/cibuild/pg-16.x.sh

@@ -65,6 +65,11 @@ then
 "
 else
     echo "Building $ARCHIVE (patched) from $PGSRC"
-    . cibuild/pgbuild.sh
+    if ${WASI}
+    then
+        . cibuild/pgbuild.sh
+    else
+        . cibuild/pgbuild.emscripten.sh
+    fi
 fi
 

pglite/cibuild/pg-git.sh

@@ -69,7 +69,12 @@ else
 
     else
         echo "Building $ARCHIVE (patched) from $PGSRC"
-        . cibuild/pgbuild.sh
+        if ${WASI}
+        then
+            . cibuild/pgbuild.sh
+        else
+            . cibuild/pgbuild.emscripten.sh
+        fi
     fi
 fi
 

pglite/cibuild/pgbuild.emscripten.sh

@@ -0,0 +1,111 @@
+echo "
+
+
+
+pgbuild.wasm:begin
+
+CC_PGLITE=$CC_PGLITE
+
+"
+    mkdir -p build/postgres
+    pushd build/postgres
+
+    # create empty package.json to avoid emsdk node conflicts
+    # with root package.json of project
+    echo "{}" > package.json
+
+    export MAIN_MODULE="-sMAIN_MODULE=1"
+    export XML2_CONFIG=$PREFIX/bin/xml2-config
+    export ZIC=$(pwd)/bin/zic
+    export EXT=wasm
+
+    cp -r ${PGSRC}/pglite/other/* /tmp/pglite/
+
+    echo "  ==== building wasm MVP:$MVP Debug=${PGDEBUG} with opts : $@  == "
+
+    mkdir -p bin
+
+    cat > bin/zic <<END
+#!/bin/bash
+TZ=UTC PGTZ=UTC node $(pwd)/src/timezone/zic.cjs \$@
+END
+    export CONFIG_SITE=${PGSRC}/pglite/config.site
+
+    if emconfigure ${PGSRC}/configure
+    then
+        echo configure ok
+    else
+        echo configure failed
+        exit 76
+    fi
+
+    mkdir -p /tmp/pglite/bin
+
+    ln -sf /tmp/pglite/bin/emsdk-shared bin/emsdk-shared
+
+    chmod +x bin/zic /tmp/pglite/bin/emsdk-shared
+
+    # for zic and emsdk-shared/wasi-shared called from makefile
+    export PATH=$(pwd)/bin:$PATH
+
+    EMCC_NODE="-sEXIT_RUNTIME=1 -DEXIT_RUNTIME -sNODERAWFS -sENVIRONMENT=node"
+
+    # EMCC_ENV="${EMCC_NODE} -sFORCE_FILESYSTEM=0"
+    EMCC_ENV="${EMCC_NODE} -sERROR_ON_UNDEFINED_SYMBOLS"
+
+    # PREFIX only required for static initdb
+    EMCC_CFLAGS="-sERROR_ON_UNDEFINED_SYMBOLS=1 ${CC_PGLITE} -DPREFIX=/tmp/pglite -Wno-macro-redefined -Wno-unused-function"
+
+    # ZIC=${ZIC:-$(realpath bin/zic)}
+
+	if EMCC_CFLAGS="${EMCC_ENV} ${EMCC_CFLAGS}" emmake make emscripten=1 -j $(nproc) 2>&1 > /tmp/build.log
+	then
+        echo build ok
+        cp -vf src/backend/postgres src/backend/postgres.cjs
+
+        # if running a 32bits zic from current build
+        unset LD_PRELOAD
+
+        if EMCC_CFLAGS="${EMCC_ENV} ${EMCC_CFLAGS}" emmake make emscripten=1 install 2>&1 > /tmp/install.log
+        then
+            echo install ok
+            pushd /tmp/pglite
+
+            find . -type f | grep -v plpgsql > /tmp/pglite/pg.installed
+            popd
+
+            goback=$(pwd)
+            popd
+            python3 cibuild/pack_extension.py builtin
+            pushd $goback
+
+            pushd /tmp/pglite
+            find . -type f  > /tmp/pglite/pg.installed
+            popd
+
+        else
+            cat /tmp/install.log
+            echo "install failed"
+            exit 225
+        fi
+    else
+        cat /tmp/build.log
+        echo "build failed"
+        exit 230
+	fi
+
+    # wip
+    mv -vf ./src/bin/psql/psql.$EXT ./src/bin/pg_config/pg_config.$EXT /tmp/pglite/bin/
+    mv -vf ./src/bin/pg_dump/pg_restore.$EXT ./src/bin/pg_dump/pg_dump.$EXT ./src/bin/pg_dump/pg_dumpall.$EXT /tmp/pglite/bin/
+	mv -vf ./src/bin/pg_resetwal/pg_resetwal.$EXT  ./src/bin/initdb/initdb.$EXT ./src/backend/postgres.$EXT /tmp/pglite/bin/
+
+    # force node wasm version
+    cp -vf /tmp/pglite/postgres /tmp/pglite/bin/postgres && chmod +x /tmp/pglite/postgres /tmp/pglite/bin/postgres
+
+    popd
+echo "pgbuild:end
+
+
+
+
+"

pglite/cibuild/repo-pg-16.x.sh

@@ -15,4 +15,9 @@ rm postgresql 2>/dev/null
 ln -s $PGSRC postgresql
 
 echo "Building postgresql-${PG_VERSION} in folder $PGSRC"
-. cibuild/pgbuild.sh
+if ${WASI}
+then
+    . cibuild/pgbuild.sh
+else
+    . cibuild/pgbuild.emscripten.sh
+fi

pglite/config.site

@@ -0,0 +1,46 @@
+# config.site for PostgreSQL custom build
+
+# Installation prefix
+prefix=/tmp/pglite
+
+# Cache file location
+cache_file=/tmp/pglite/config.cache.emscripten
+
+# Disable spinlocks
+ac_cv_spinlock=no
+
+# Disable large file support
+ac_cv_sys_large_files=no
+
+# Disable LLVM support
+with_llvm=no
+
+# Disable PAM
+with_pam=no
+
+# Explicitly disable OpenSSL
+with_openssl=no
+
+# Disable readline support
+with_readline=no
+
+# Disable ICU support
+with_icu=no
+
+# Enable OSSP UUID
+with_uuid=ossp
+
+# Enable zlib
+with_zlib=yes
+
+# Enable libxml
+with_libxml=yes
+
+# Enable libxslt
+with_libxslt=yes
+
+# Set extension
+ac_cv_exeext=.cjs
+
+# Set template
+with_template=emscripten

pglite/other/PGPASSFILE

@@ -0,0 +1,9 @@
+USER="postgres"
+PASS="postgres"
+md5pass =  "md5" + __import__('hashlib').md5(USER.encode() + PASS.encode()).hexdigest()
+print(f"localhost:5432:postgres:{USER}:{md5pass}")
+
+USER="login"
+PASS="password"
+md5pass =  "md5" + __import__('hashlib').md5(USER.encode() + PASS.encode()).hexdigest()
+print(f"localhost:5432:postgres:{USER}:{md5pass}")

pglite/other/bin/emsdk-shared

@@ -0,0 +1,4 @@
+#!/bin/bash
+echo "[$(pwd)] $0 $@" >> /tmp/disable-shared.log
+# shared build
+${PG_LINK:-emcc} -L${PREFIX}/lib -DPREFIX=/tmp/pglite -shared -sSIDE_MODULE=1 $@ -Wno-unused-function

pglite/other/bin/pg_config

@@ -0,0 +1,2 @@
+#!/bin/bash
+node /tmp/pglite/bin/pg_config.cjs $@

pglite/other/initdb

@@ -0,0 +1,3 @@
+#!/bin/bash
+. /opt/python-wasm-sdk/wasm32-bi-emscripten-shell.sh
+TZ=UTC PGTZ=UTC node /tmp/pglite/bin/initdb.cjs $@

pglite/other/postgres

@@ -0,0 +1,3 @@
+#!/bin/bash
+. /opt/python-wasm-sdk/wasm32-bi-emscripten-shell.sh
+TZ=UTC PGTZ=UTC PGDATA=${PGDATA} node /tmp/pglite/bin/postgres.cjs $@