mirror of
https://github.com/mozilla/DeepSpeech.git
synced 2025-10-26 11:19:39 +00:00
ea7475d09c
All of the brew installed dependencies have static libraries as well, but the macOS linker will always prefer a dynamic library if both exist under the same `-L/foo -lbar` resolution. The only way to force static linking is to include a full path to the static library. These changes basically reverse engineer the static library locations and then pass those to the linker.
215 lines
9.3 KiB
Makefile
215 lines
9.3 KiB
Makefile
NC_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST))))
|
|
|
|
TARGET ?= host
|
|
TFDIR ?= $(abspath $(NC_DIR)/../../tensorflow)
|
|
PREFIX ?= /usr/local
|
|
SO_SEARCH ?= $(TFDIR)/bazel-bin/
|
|
|
|
TOOL_AS := as
|
|
TOOL_CC := gcc
|
|
TOOL_CXX := c++
|
|
TOOL_LD := ld
|
|
TOOL_LDD := ldd
|
|
TOOL_LIBEXE :=
|
|
|
|
OS := $(shell uname -s)
|
|
|
|
ifeq ($(findstring _NT,$(OS)),_NT)
|
|
PLATFORM_EXE_SUFFIX := .exe
|
|
endif
|
|
|
|
DEEPSPEECH_BIN := deepspeech$(PLATFORM_EXE_SUFFIX)
|
|
CFLAGS_DEEPSPEECH := -std=c++11 -o $(DEEPSPEECH_BIN)
|
|
LINK_DEEPSPEECH := -ldeepspeech
|
|
LINK_PATH_DEEPSPEECH := -L${TFDIR}/bazel-bin/native_client
|
|
|
|
ifeq ($(TARGET),host)
|
|
TOOLCHAIN :=
|
|
CFLAGS :=
|
|
CXXFLAGS :=
|
|
LDFLAGS :=
|
|
SOX_CFLAGS := `pkg-config --cflags sox`
|
|
ifeq ($(OS),Linux)
|
|
SOX_CFLAGS += -fopenmp
|
|
SOX_LDFLAGS := -Wl,-Bstatic `pkg-config --static --libs sox` -lgsm `pkg-config --static --libs libpng | cut -d' ' -f1` -lz -lmagic -lltdl -Wl,-Bdynamic -ldl
|
|
else ifeq ($(OS),Darwin)
|
|
LIBSOX_PATH := $(shell echo `pkg-config --libs-only-L sox | sed -e 's/^-L//'`/lib`pkg-config --libs-only-l sox | sed -e 's/^-l//'`.dylib)
|
|
LIBOPUSFILE_PATH := $(shell echo `pkg-config --libs-only-L opusfile | sed -e 's/^-L//'`/lib`pkg-config --libs-only-l opusfile | sed -e 's/^-l//'`.dylib)
|
|
LIBSOX_STATIC_DEPS := $(shell echo `otool -L $(LIBSOX_PATH) | tail -n +2 | cut -d' ' -f1 | grep /opt/ | sed -E "s/\.[[:digit:]]+\.dylib/\.a/" | tr '\n' ' '`)
|
|
LIBOPUSFILE_STATIC_DEPS := $(shell echo `otool -L $(LIBOPUSFILE_PATH) | tail -n +2 | cut -d' ' -f1 | grep /opt/ | sed -E "s/\.[[:digit:]]+\.dylib/\.a/" | tr '\n' ' '`)
|
|
SOX_LDFLAGS := $(LIBSOX_STATIC_DEPS) $(LIBOPUSFILE_STATIC_DEPS) -framework CoreAudio -lz
|
|
else
|
|
SOX_LDFLAGS := `pkg-config --libs sox`
|
|
endif # OS others
|
|
PYTHON_PACKAGES := numpy${NUMPY_BUILD_VERSION}
|
|
ifeq ($(OS),Linux)
|
|
PYTHON_PLATFORM_NAME := --plat-name manylinux1_x86_64
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(TARGET),host-win)
|
|
TOOLCHAIN := '$(VCINSTALLDIR)\bin\amd64\'
|
|
TOOL_CC := cl.exe
|
|
TOOL_CXX := cl.exe
|
|
TOOL_LD := link.exe
|
|
TOOL_LIBEXE := lib.exe
|
|
LINK_DEEPSPEECH := $(TFDIR)\bazel-bin\native_client\libdeepspeech.so.if.lib
|
|
LINK_PATH_DEEPSPEECH :=
|
|
CFLAGS_DEEPSPEECH := -nologo -Fe$(DEEPSPEECH_BIN)
|
|
SOX_CFLAGS :=
|
|
SOX_LDFLAGS :=
|
|
PYTHON_PACKAGES := numpy${NUMPY_BUILD_VERSION}
|
|
endif
|
|
|
|
ifeq ($(TARGET),rpi3)
|
|
TOOLCHAIN ?= ${TFDIR}/bazel-$(shell basename "${TFDIR}")/external/LinaroArmGcc72/bin/arm-linux-gnueabihf-
|
|
RASPBIAN ?= $(abspath $(NC_DIR)/../multistrap-raspbian-buster)
|
|
CFLAGS := -march=armv7-a -mtune=cortex-a53 -mfpu=neon-fp-armv8 -mfloat-abi=hard -D_GLIBCXX_USE_CXX11_ABI=0 --sysroot $(RASPBIAN)
|
|
CXXFLAGS := $(CXXFLAGS)
|
|
LDFLAGS := -Wl,-rpath-link,$(RASPBIAN)/lib/arm-linux-gnueabihf/ -Wl,-rpath-link,$(RASPBIAN)/usr/lib/arm-linux-gnueabihf/
|
|
|
|
SOX_CFLAGS := -I$(RASPBIAN)/usr/include
|
|
SOX_LDFLAGS := $(RASPBIAN)/usr/lib/arm-linux-gnueabihf/libsox.so
|
|
|
|
PYVER := $(shell python -c "import platform; maj, min, _ = platform.python_version_tuple(); print(maj+'.'+min);")
|
|
PYTHON_PACKAGES :=
|
|
PYTHON_PATH := PYTHONPATH=$(RASPBIAN)/usr/lib/python$(PYVER)/:$(RASPBIAN)/usr/lib/python3/dist-packages/
|
|
NUMPY_INCLUDE := NUMPY_INCLUDE=$(RASPBIAN)/usr/include/python3.7m/
|
|
PYTHON_SYSCONFIGDATA := _PYTHON_SYSCONFIGDATA_NAME=_sysconfigdata_m_linux_arm-linux-gnueabihf
|
|
PYTHON_PLATFORM_NAME := --plat-name linux_armv7l
|
|
NODE_PLATFORM_TARGET := --target_arch=arm --target_platform=linux
|
|
TOOLCHAIN_LDD_OPTS := --root $(RASPBIAN)/
|
|
endif # ($(TARGET),rpi3)
|
|
|
|
ifeq ($(TARGET),rpi3-armv8)
|
|
TOOLCHAIN ?= ${TFDIR}/bazel-$(shell basename "${TFDIR}")/external/LinaroAarch64Gcc72/bin/aarch64-linux-gnu-
|
|
RASPBIAN ?= $(abspath $(NC_DIR)/../multistrap-raspbian64-buster)
|
|
CFLAGS := -march=armv8-a -mtune=cortex-a53 -D_GLIBCXX_USE_CXX11_ABI=0 --sysroot $(RASPBIAN)
|
|
CXXFLAGS := $(CFLAGS)
|
|
LDFLAGS := -Wl,-rpath-link,$(RASPBIAN)/lib/aarch64-linux-gnu/ -Wl,-rpath-link,$(RASPBIAN)/usr/lib/aarch64-linux-gnu/
|
|
|
|
SOX_CFLAGS := -I$(RASPBIAN)/usr/include
|
|
SOX_LDFLAGS := $(RASPBIAN)/usr/lib/aarch64-linux-gnu/libsox.so
|
|
|
|
PYVER := $(shell python -c "import platform; maj, min, _ = platform.python_version_tuple(); print(maj+'.'+min);")
|
|
PYTHON_PACKAGES :=
|
|
PYTHON_PATH := PYTHONPATH=$(RASPBIAN)/usr/lib/python$(PYVER)/:$(RASPBIAN)/usr/lib/python3/dist-packages/
|
|
PYTHON_SYSCONFIGDATA := _PYTHON_SYSCONFIGDATA_NAME=_sysconfigdata_m_linux_aarch64-linux-gnu
|
|
NUMPY_INCLUDE := NUMPY_INCLUDE=$(RASPBIAN)/usr/include/python3.7/
|
|
PYTHON_PLATFORM_NAME := --plat-name linux_aarch64
|
|
NODE_PLATFORM_TARGET := --target_arch=arm64 --target_platform=linux
|
|
TOOLCHAIN_LDD_OPTS := --root $(RASPBIAN)/
|
|
endif # ($(TARGET),rpi3-armv8)
|
|
|
|
# -Wl,--no-as-needed is required to force linker not to evict libs it thinks we
|
|
# dont need ; will fail the build on OSX because that option does not exists
|
|
ifeq ($(OS),Linux)
|
|
LDFLAGS_NEEDED := -Wl,--no-as-needed
|
|
LDFLAGS_RPATH := -Wl,-rpath,\$$ORIGIN
|
|
endif
|
|
ifeq ($(OS),Darwin)
|
|
CXXFLAGS += -stdlib=libc++ -mmacosx-version-min=10.10
|
|
LDFLAGS_NEEDED := -stdlib=libc++ -mmacosx-version-min=10.10
|
|
LDFLAGS_RPATH := -Wl,-rpath,@executable_path
|
|
endif
|
|
|
|
CFLAGS += $(EXTRA_CFLAGS)
|
|
CXXFLAGS += $(EXTRA_CXXFLAGS)
|
|
LIBS := $(LINK_DEEPSPEECH) $(EXTRA_LIBS)
|
|
LDFLAGS_DIRS := $(LINK_PATH_DEEPSPEECH) $(EXTRA_LDFLAGS)
|
|
LDFLAGS += $(LDFLAGS_NEEDED) $(LDFLAGS_RPATH) $(LDFLAGS_DIRS) $(LIBS)
|
|
|
|
AS := $(TOOLCHAIN)$(TOOL_AS)
|
|
CC := $(TOOLCHAIN)$(TOOL_CC)
|
|
CXX := $(TOOLCHAIN)$(TOOL_CXX)
|
|
LD := $(TOOLCHAIN)$(TOOL_LD)
|
|
LDD := $(TOOLCHAIN)$(TOOL_LDD) $(TOOLCHAIN_LDD_OPTS)
|
|
LIBEXE := $(TOOLCHAIN)$(TOOL_LIBEXE)
|
|
|
|
RPATH_PYTHON := '-Wl,-rpath,\$$ORIGIN/lib/' $(LDFLAGS_RPATH)
|
|
RPATH_NODEJS := '-Wl,-rpath,$$\$$ORIGIN/../'
|
|
META_LD_LIBRARY_PATH := LD_LIBRARY_PATH
|
|
ifeq ($(OS),Darwin)
|
|
META_LD_LIBRARY_PATH := DYLD_LIBRARY_PATH
|
|
RPATH_PYTHON := '-Wl,-rpath,@loader_path/lib/' $(LDFLAGS_RPATH)
|
|
RPATH_NODEJS := '-Wl,-rpath,@loader_path/../'
|
|
endif
|
|
|
|
# Takes care of looking into bindings built (SRC_FILE, can contain a wildcard)
|
|
# for missing dependencies and copying those dependencies into the
|
|
# TARGET_LIB_DIR. If supplied, MANIFEST_IN will be echo'ed to a list of
|
|
# 'include x.so'.
|
|
#
|
|
# On OSX systems, this will also take care of calling install_name_tool to set
|
|
# proper path for those dependencies, using @rpath/lib.
|
|
define copy_missing_libs
|
|
SRC_FILE=$(1); \
|
|
TARGET_LIB_DIR=$(2); \
|
|
MANIFEST_IN=$(3); \
|
|
echo "Analyzing $$SRC_FILE copying missing libs to $$SRC_FILE"; \
|
|
echo "Maybe outputting to $$MANIFEST_IN"; \
|
|
\
|
|
(mkdir $$TARGET_LIB_DIR || true); \
|
|
missing_libs=""; \
|
|
for lib in $$SRC_FILE; do \
|
|
if [ "$(OS)" = "Darwin" ]; then \
|
|
new_missing="$$( (for f in $$(otool -L $$lib 2>/dev/null | tail -n +2 | awk '{ print $$1 }' | grep -v '$$lib'); do ls -hal $$f; done;) 2>&1 | grep 'No such' | cut -d':' -f2 | xargs basename -a)"; \
|
|
missing_libs="$$missing_libs $$new_missing"; \
|
|
elif [ "$(OS)" = "${TC_MSYS_VERSION}" ]; then \
|
|
missing_libs="libdeepspeech.so"; \
|
|
else \
|
|
missing_libs="$$missing_libs $$($(LDD) $$lib | grep 'not found' | awk '{ print $$1 }')"; \
|
|
fi; \
|
|
done; \
|
|
\
|
|
for missing in $$missing_libs; do \
|
|
find $(SO_SEARCH) -type f -name "$$missing" -exec cp {} $$TARGET_LIB_DIR \; ; \
|
|
chmod +w $$TARGET_LIB_DIR/*.so ; \
|
|
if [ ! -z "$$MANIFEST_IN" ]; then \
|
|
echo "include $$TARGET_LIB_DIR/$$missing" >> $$MANIFEST_IN; \
|
|
fi; \
|
|
done; \
|
|
\
|
|
if [ "$(OS)" = "Darwin" ]; then \
|
|
for lib in $$SRC_FILE; do \
|
|
for dep in $$( (for f in $$(otool -L $$lib 2>/dev/null | tail -n +2 | awk '{ print $$1 }' | grep -v '$$lib'); do ls -hal $$f; done;) 2>&1 | grep 'No such' | cut -d':' -f2 ); do \
|
|
dep_basename=$$(basename "$$dep"); \
|
|
install_name_tool -change "$$dep" "@rpath/$$dep_basename" "$$lib"; \
|
|
done; \
|
|
done; \
|
|
fi;
|
|
endef
|
|
|
|
SWIG_DIST_URL ?=
|
|
ifeq ($(findstring Linux,$(OS)),Linux)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.linux.amd64.b5fea54d39832d1d132d7dd921b69c0c2c9d5118/artifacts/public/ds-swig.tar.gz"
|
|
else ifeq ($(findstring Darwin,$(OS)),Darwin)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.darwin.amd64.b5fea54d39832d1d132d7dd921b69c0c2c9d5118/artifacts/public/ds-swig.tar.gz"
|
|
else ifeq ($(findstring _NT,$(OS)),_NT)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.win.amd64.b5fea54d39832d1d132d7dd921b69c0c2c9d5118/artifacts/public/ds-swig.tar.gz"
|
|
else
|
|
$(error There is no prebuilt SWIG available for your platform. Please produce one and set SWIG_DIST_URL.)
|
|
endif
|
|
|
|
# Should point to native_client/ subdir by default
|
|
SWIG_ROOT ?= $(abspath $(shell dirname "$(lastword $(MAKEFILE_LIST))"))/ds-swig
|
|
ifeq ($(findstring _NT,$(OS)),_NT)
|
|
SWIG_ROOT ?= $(shell cygpath -u "$(SWIG_ROOT)")
|
|
endif
|
|
SWIG_LIB ?= $(SWIG_ROOT)/share/swig/4.0.2/
|
|
|
|
SWIG_BIN := swig$(PLATFORM_EXE_SUFFIX)
|
|
DS_SWIG_BIN := ds-swig$(PLATFORM_EXE_SUFFIX)
|
|
DS_SWIG_BIN_PATH := $(SWIG_ROOT)/bin
|
|
|
|
DS_SWIG_ENV := SWIG_LIB="$(SWIG_LIB)" PATH="$(DS_SWIG_BIN_PATH):${PATH}"
|
|
|
|
$(DS_SWIG_BIN_PATH)/swig:
|
|
mkdir -p $(SWIG_ROOT)
|
|
wget -O - "$(SWIG_DIST_URL)" | tar -C $(SWIG_ROOT) -zxf -
|
|
ln -s $(DS_SWIG_BIN) $(DS_SWIG_BIN_PATH)/$(SWIG_BIN)
|
|
|
|
ds-swig: $(DS_SWIG_BIN_PATH)/swig
|
|
$(DS_SWIG_ENV) swig -version
|
|
$(DS_SWIG_ENV) swig -swiglib
|