progress in getting the libraries we want in the build

Author: Matt Keller

.node-version

@@ -0,0 +1 @@
+12.18.3

build-ffmpeg

@@ -44,12 +44,14 @@ else
   MJOBS=4
 fi
 
-make_dir() {
-  remove_dir "$1"
-  if ! mkdir "$1"; then
-    printf "\n Failed to create dir %s" "$1"
-    exit 1
-  fi
+CONFIGURE_OPTIONS+=("--extra-version=beamcube")
+
+make_dir () {
+	remove_dir "$1"
+	if ! mkdir "$1"; then
+		printf "\n Failed to create dir %s" "$1"
+		exit 1
+	fi
 }
 
 remove_dir() {
@@ -358,6 +360,11 @@ if build "autoconf" "2.71"; then
   build_done "autoconf" "2.71"
 fi
 
+if build "meson"; then
+  execute python3 -m pip install meson ninja
+  build_done "meson"
+fi
+
 if build "automake" "1.16.4"; then
   download "https://ftp.gnu.org/gnu/automake/automake-1.16.4.tar.gz"
   execute ./configure --prefix="${WORKSPACE}"
@@ -492,6 +499,7 @@ fi
     mv libx265.a libx265_main.a
 
     if [[ "$OSTYPE" == "darwin"* ]]; then
+      execute install_name_tool -id "${WORKSPACE}/lib/libx265.198.dylib" libx265.198.dylib
       execute "${MACOS_LIBTOOL}" -static -o libx265.a libx265_main.a libx265_main10.a libx265_main12.a 2>/dev/null
     else
       execute ar -M <<EOF
@@ -528,7 +536,7 @@ if build "libvpx" "1.10.0"; then
   execute make -j $MJOBS
 
   if [[ "$OSTYPE" == "darwin"* ]]; then
-	  install_name_tool -id "${WORKSPACE}/lib/libvpx.6.dylib" libvpx.6.dylib
+	  execute install_name_tool -id "${WORKSPACE}/lib/libvpx.6.dylib" libvpx.6.dylib
 	fi
 
   execute make install
@@ -569,13 +577,28 @@ CONFIGURE_OPTIONS+=("--enable-libvpx")
 
     execute cmake -DBUILD_SHARED_LIBS=ON -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DUSE_OMP=OFF -DENABLE_SHARED=on .
     execute make
+
+    if [[ "$OSTYPE" == "darwin"* ]]; then
+	    execute install_name_tool -id "${WORKSPACE}/lib/libvidstab.1.1.dylib" libvidstab.1.1.dylib
+	  fi
+
     execute make install
 
     build_done "vid_stab" "1.1.0"
   fi
   CONFIGURE_OPTIONS+=("--enable-libvidstab")
 # fi
 
+if build "twolame"; then
+  download "https://downloads.sourceforge.net/twolame/twolame-0.4.0.tar.gz"
+  execute ./configure --prefix="${WORKSPACE}" --enable-shared --disable-static
+	execute make -j $MJOBS
+	execute make install
+
+	build_done "twolame"
+fi
+CONFIGURE_OPTIONS+=("--enable-libtwolame")
+
 if build "av1" "ae2be80"; then
   # libaom ae2be80 == v3.1.2
   download "https://aomedia.googlesource.com/aom/+archive/ae2be8030200925895fa6e98bd274ffdb595cbf6.tar.gz" "av1.tar.gz" "av1"
@@ -587,6 +610,9 @@ if build "av1" "ae2be80"; then
     execute cmake -DEBUILD_SHARED_LIBS=1 -DENABLE_TESTS=0 -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DCMAKE_INSTALL_LIBDIR=lib "$PACKAGES"/av1
   fi
   execute make -j $MJOBS
+  if [[ "$OSTYPE" == "darwin"* ]]; then
+	  execute install_name_tool -id "${WORKSPACE}/lib/libaom.2.dylib" libaom.2.dylib
+	fi
   execute make install
 
   build_done "av1" "ae2be80"
@@ -605,6 +631,17 @@ if build "zimg" "3.0.3"; then
 fi
 CONFIGURE_OPTIONS+=("--enable-libzimg")
 
+# get prebuilt binaries
+if build "openh264"; then
+  download "https://github.com/cisco/openh264/archive/v2.1.1.tar.gz" "openh264-2.1.1.tar.gz"
+  execute export PREFIX="${WORKSPACE}"
+  execute make
+  execute make install-shared
+
+	build_done "openh264"
+fi
+CONFIGURE_OPTIONS+=("--enable-libopenh264")
+
 ##
 ## audio library
 ##
@@ -713,7 +750,7 @@ fi
 
 if build "libvorbis" "1.3.6"; then
   download "https://ftp.osuosl.org/pub/xiph/releases/vorbis/libvorbis-1.3.6.tar.gz"
-  execute ./configure --prefix="${WORKSPACE}" --with-ogg-libraries="${WORKSPACE}"/lib --with-ogg-includes="${WORKSPACE}"/include/ --disable-static --enable-shared --disable-oggtest
+  OGG_CFLAGS="-I${WORKSPACE}/include/ogg" OGG_LIBS="-L${WORKSPACE}/lib -logg" execute ./configure --prefix="${WORKSPACE}" --with-ogg-libraries="${WORKSPACE}"/lib --with-ogg-includes="${WORKSPACE}"/include/ --disable-static --enable-shared --disable-oggtest
   execute make -j $MJOBS
   execute make install
 
@@ -726,14 +763,47 @@ if build "libtheora" "1.1.1"; then
   sed "s/-fforce-addr//g" configure >configure.patched
   chmod +x configure.patched
   mv configure.patched configure
-  execute ./configure --prefix="${WORKSPACE}" --with-ogg-libraries="${WORKSPACE}"/lib --with-ogg-includes="${WORKSPACE}"/include/ --with-vorbis-libraries="${WORKSPACE}"/lib --with-vorbis-includes="${WORKSPACE}"/include/ --disable-static --enable-shared --disable-oggtest --disable-vorbistest --disable-examples --disable-asm --disable-spec
+  OGG_CFLAGS="-I${WORKSPACE}/include/ogg" OGG_LIBS="-L${WORKSPACE}/lib -logg" execute ./configure --prefix="${WORKSPACE}" --with-ogg-libraries="${WORKSPACE}"/lib --with-ogg-includes="${WORKSPACE}"/include/ --with-vorbis-libraries="${WORKSPACE}"/lib --with-vorbis-includes="${WORKSPACE}"/include/ --disable-static --enable-shared --disable-oggtest --disable-vorbistest --disable-examples --disable-asm --disable-spec
   execute make -j $MJOBS
   execute make install
 
   build_done "libtheora" "1.1.1"
 fi
 CONFIGURE_OPTIONS+=("--enable-libtheora")
 
+if build "shine"; then
+  download "https://github.com/toots/shine/archive/3.1.1.tar.gz" "shine-3.1.1.tar.gz"
+  execute autoreconf -i
+  execute ./configure --prefix="${WORKSPACE}" --enable-shared --disable-static
+  execute make -j $MJOBS
+  execute make install
+
+  build_done "shine"
+fi
+CONFIGURE_OPTIONS+=("--enable-libshine")
+
+if build "soxr"; then
+  download "http://ftp.debian.org/debian/pool/main/libs/libsoxr/libsoxr_0.1.3.orig.tar.xz" "soxr-0.1.3.tar.xz"
+  make_dir build
+  cd build || exit
+  execute cmake .. -DWITH_OPENMP:BOOL=OFF -Wno-dev -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS:BOOL=ON
+  execute make -j $MJOBS
+	execute make install
+
+  build_done "soxr"
+fi
+CONFIGURE_OPTIONS+=("--enable-libsoxr")
+
+if build "speex"; then
+  download "http://downloads.us.xiph.org/releases/speex/speex-1.2.0.tar.gz"
+  execute ./configure --prefix="${WORKSPACE}" --enable-shared --disable-static
+  execute make -j $MJOBS
+  execute make install
+
+  build_done "speex"
+fi
+CONFIGURE_OPTIONS+=("--enable-libspeex")
+
 ##
 ## image library
 ##
@@ -770,6 +840,19 @@ if build "libwebp" "1.2.0"; then
 fi
 CONFIGURE_OPTIONS+=("--enable-libwebp")
 
+if build "openjpeg"; then
+  download "https://github.com/uclouvain/openjpeg/archive/v2.3.1.tar.gz" "openjpeg-v2.3.1.tar.gz"
+	make_dir build
+	cd build || exit
+	execute cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DBUILD_SHARED_LIBS:bool=on
+	execute make -j $MJOBS
+	execute make install
+
+	build_done "openjpeg"
+fi
+CONFIGURE_OPTIONS+=("--enable-libopenjpeg")
+
+
 ##
 ## other library
 ##
@@ -783,21 +866,40 @@ if build "libsdl" "2.0.14"; then
   build_done "libsdl" "2.0.14"
 fi
 
-#if build "srt"; then
-#	download "https://github.com/Haivision/srt/archive/v1.4.1.tar.gz" "srt-1.4.1.tar.gz"
-#	export OPENSSL_ROOT_DIR="${WORKSPACE}"
-#	export OPENSSL_LIB_DIR="${WORKSPACE}"/lib
-#	export OPENSSL_INCLUDE_DIR="${WORKSPACE}"/include/
-#	execute cmake . -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DCMAKE_INSTALL_LIBDIR=lib -DCMAKE_INSTALL_BINDIR=bin -DCMAKE_INSTALL_INCLUDEDIR=include -DENABLE_SHARED=ON -DENABLE_STATIC=OFF -DENABLE_APPS=OFF -DUSE_STATIC_LIBSTDCXX=ON
+if build "snappy"; then
+  download "https://github.com/google/snappy/archive/1.1.8.tar.gz"
+  make_dir build
+  cd build || exit
+  execute cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX="${WORKSPACE}" -DBUILD_SHARED_LIBS:bool=on
+  execute make -j $MJOBS
+
+  if [[ "$OSTYPE" == "darwin"* ]]; then
+	  execute install_name_tool -id "${WORKSPACE}/lib/libsnappy.1.dylib" libsnappy.1.dylib
+	fi
+
+  execute make install
+
+  build_done "snappy"
+fi
+CONFIGURE_OPTIONS+=("--enable-libsnappy")
+
+if build "xz"; then
+  download "https://tukaani.org/xz/xz-5.2.5.tar.gz"
+	execute ./configure --prefix="${WORKSPACE}" --enable-shared --disable-static
+	execute make -j $MJOBS
+	execute make install
+
+	build_done "xz"
+fi
+
+#if build "libass"; then
+#  download "https://github.com/libass/libass/releases/download/0.15.0/libass-0.15.0.tar.gz"
+#  execute ./configure --prefix="${WORKSPACE}" --enable-shared --disable-static
+#  execute make -j $MJOBS
 #	execute make install
 #
-#	if [ -n "$LDEXEFLAGS" ]; then
-#		sed -i.backup 's/-lgcc_s/-lgcc_eh/g' "${WORKSPACE}"/lib/pkgconfig/srt.pc # The -i.backup is intended and required on MacOS: https://stackoverflow.com/questions/5694228/sed-in-place-flag-that-works-both-on-mac-bsd-and-linux
-#	fi
-#
-#	build_done "srt"
+#  build_done "libass"
 #fi
-#CONFIGURE_OPTIONS+=("--enable-libsrt")
 
 
 ##
@@ -921,4 +1023,9 @@ elif [[ ! "$SKIPINSTALL" == "yes" ]]; then
   esac
 fi
 
+cd $CWD
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  node copy_mac_libs.js
+fi
+
 exit 0

config-target.txt

@@ -0,0 +1,48 @@
+❌ don't need
+✅ already in ffmpeg-build-script build
+🕒 need to add to ffmpeg-build-script
+
+Target (evermeet.cx static build)
+--cc=/usr/bin/clang
+--prefix=/opt/ffmpeg
+--extra-version=tessus
+❌ --enable-avisynth - non-linear editing
+❌ --enable-fontconfig
+✅ --enable-gpl
+✅ --enable-libaom
+❌ --enable-libass
+❌ --enable-libbluray - bluray playback
+🕒✅ --enable-libdav1d
+❌ --enable-libfreetype - text rendering
+❌ --enable-libgsm - GSM audio
+❌ --enable-libmodplug - midi/instrument support https://github.com/Konstanty/libmodplug
+✅ --enable-libmp3lame
+❌ --enable-libmysofa - spatial audio
+✅ --enable-libopencore-amrnb
+✅ --enable-libopencore-amrwb
+🕒✅ --enable-libopenh264
+🕒✅ --enable-libopenjpeg
+✅ --enable-libopus
+❌ --enable-librubberband - time stretching
+🕒✅ --enable-libshine - mp3 encoder
+🕒✅ --enable-libsnappy - compression/decompression
+🕒✅ --enable-libsoxr - resampling
+🕒✅ --enable-libspeex - speex audio file format
+✅ --enable-libtheora
+🕒✅ --enable-libtwolame - mpeg2
+✅ --enable-libvidstab
+❌ --enable-libvmaf - perceptual video quality metric
+❌ --enable-libvo-amrwbenc - VisualOn AMR-WB encoder library
+✅ --enable-libvorbis
+✅ --enable-libvpx
+✅ --enable-libwebp
+✅ --enable-libx264
+✅ --enable-libx265
+❌ --enable-libxavs - AV standard of China
+✅ --enable-libxvid
+🕒✅ --enable-libzimg - Scaling, colorspace conversion, and dithering library
+❌ --enable-libzmq - ZeroMQ Support To Let Multiple Clients Connect To A Single Instance (streaming)
+❌ --enable-libzvbi - capture and decode VBI (vertical blanking interval) data
+✅ --enable-version3
+--pkg-config-flags=--static
+--disable-ffplay

copy_mac_libs.js

@@ -0,0 +1,72 @@
+const { resolve, basename } = require('path');
+const { mkdirSync } = require('fs');
+const { execSync } = require('child_process');
+
+function logAndExec(cmd) {
+  console.log(`EXEC ${cmd}`);
+  execSync(cmd);
+}
+
+const baseBinDir = resolve(__dirname, 'workspace/bin');
+const baseLibDir = resolve(__dirname, 'workspace/lib');
+const destDir = resolve(__dirname, 'workspace/mac');
+
+logAndExec(`rm -r ${destDir}`);
+logAndExec(`mkdir -p ${destDir}`);
+
+const skippedLibs = new Set();
+const copiedLibs = new Set();
+const missingLibs = new Set();
+
+function copyDylibs(binaryName, base = baseBinDir) {
+  const origPath = resolve(base, binaryName);
+  const binaryPath = resolve(destDir, binaryName);
+  logAndExec(`cp ${origPath} ${binaryPath}`);
+
+  console.log(`Inspecting ${binaryPath}`);
+  const lines = execSync(`otool -L ${binaryPath}`).toString('utf8').split('\n');
+  const libsToRewrite = [];
+  for (const line of lines) {
+    const match = /[^\s:]+/.exec(line);
+    if (!match) {
+      continue;
+    }
+    const [path] = match;
+    if (path.startsWith('/usr/local')) {
+      missingLibs.add(path);
+    } else if (path.startsWith('/Users')) {
+      const filename = basename(path);
+      const newFilename = resolve(destDir, filename);
+      if (!copiedLibs.has(path)) {
+        copiedLibs.add(path);
+        copiedLibs.add(newFilename);
+        if (path !== newFilename) {
+          logAndExec(`cp ${path} ${newFilename}`);
+          logAndExec(`chmod u+w ${newFilename}`);
+          copyDylibs(filename, baseLibDir);
+        }
+      }
+      libsToRewrite.push({path, filename});
+    } else {
+      skippedLibs.add(path);
+    }
+  }
+  if (libsToRewrite.length > 0) {
+    logAndExec(`install_name_tool -id @loader_path/${binaryName} ${libsToRewrite.map(({path, filename}) => `-change ${path} @loader_path/${filename}`).join(' ')} ${binaryPath}`);
+  }
+}
+
+copyDylibs('ffmpeg');
+copyDylibs('ffprobe');
+
+for (const lib of Array.from(skippedLibs).sort()) {
+  console.log(`[NOTE] skipped ${lib}`);
+}
+for (const lib of Array.from(copiedLibs).sort()) {
+  if (!lib.startsWith(destDir)) {
+    console.log(`Copied ${lib}`);
+  }
+}
+for (const lib of Array.from(missingLibs).sort()) {
+  console.log(`[WARNING] missing ${lib}`);
+}