241 lines
10 KiB
Makefile
241 lines
10 KiB
Makefile
NC_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST))))
|
|
|
|
TARGET ?= host
|
|
TFDIR ?= $(abspath $(NC_DIR)/../tensorflow)
|
|
PREFIX ?= /usr/local
|
|
SO_SEARCH ?= $(TFDIR)/bazel-bin/
|
|
|
|
TOOL_AS := as
|
|
TOOL_CC := gcc
|
|
TOOL_CXX := c++
|
|
TOOL_LD := ld
|
|
TOOL_LDD := ldd
|
|
TOOL_LIBEXE :=
|
|
|
|
OS := $(shell uname -s)
|
|
|
|
ifeq ($(findstring _NT,$(OS)),_NT)
|
|
PLATFORM_EXE_SUFFIX := .exe
|
|
endif
|
|
|
|
DEEPSPEECH_BIN := deepspeech$(PLATFORM_EXE_SUFFIX)
|
|
CFLAGS_DEEPSPEECH := -std=c++11 -o $(DEEPSPEECH_BIN)
|
|
LINK_DEEPSPEECH := -ldeepspeech
|
|
LINK_PATH_DEEPSPEECH := -L${TFDIR}/bazel-bin/native_client
|
|
|
|
ifeq ($(TARGET),host)
|
|
TOOLCHAIN :=
|
|
CFLAGS :=
|
|
CXXFLAGS :=
|
|
LDFLAGS :=
|
|
SOX_CFLAGS := `pkg-config --cflags sox`
|
|
ifeq ($(OS),Linux)
|
|
MAGIC_LINK_LZMA := $(shell objdump -tTC /usr/lib/`uname -m`-linux-gnu/libmagic.so | grep lzma | grep '*UND*' | wc -l)
|
|
ifneq ($(MAGIC_LINK_LZMA),0)
|
|
MAYBE_LINK_LZMA := -llzma
|
|
endif # MAGIC_LINK_LZMA
|
|
MAGIC_LINK_BZ2 := $(shell objdump -tTC /usr/lib/`uname -m`-linux-gnu/libmagic.so | grep BZ2 | grep '*UND*' | wc -l)
|
|
ifneq ($(MAGIC_LINK_BZ2),0)
|
|
MAYBE_LINK_BZ2 := -lbz2
|
|
endif # MAGIC_LINK_BZ2
|
|
SOX_CFLAGS += -fopenmp
|
|
SOX_LDFLAGS := -Wl,-Bstatic `pkg-config --static --libs sox` -lgsm `pkg-config --static --libs libpng | cut -d' ' -f1` -lz -lmagic $(MAYBE_LINK_LZMA) $(MAYBE_LINK_BZ2) -lltdl -Wl,-Bdynamic -ldl
|
|
else ifeq ($(OS),Darwin)
|
|
LIBSOX_PATH := $(shell echo `pkg-config --libs-only-L sox | sed -e 's/^-L//'`/lib`pkg-config --libs-only-l sox | sed -e 's/^-l//'`.dylib)
|
|
LIBOPUSFILE_PATH := $(shell echo `pkg-config --libs-only-L opusfile | sed -e 's/^-L//'`/lib`pkg-config --libs-only-l opusfile | sed -e 's/^-l//'`.dylib)
|
|
LIBSOX_STATIC_DEPS := $(shell echo `otool -L $(LIBSOX_PATH) | tail -n +2 | cut -d' ' -f1 | grep /opt/ | sed -E "s/\.[[:digit:]]+\.dylib/\.a/" | tr '\n' ' '`)
|
|
LIBOPUSFILE_STATIC_DEPS := $(shell echo `otool -L $(LIBOPUSFILE_PATH) | tail -n +2 | cut -d' ' -f1 | grep /opt/ | sed -E "s/\.[[:digit:]]+\.dylib/\.a/" | tr '\n' ' '`)
|
|
SOX_LDFLAGS := $(LIBSOX_STATIC_DEPS) $(LIBOPUSFILE_STATIC_DEPS) -framework CoreAudio -lz
|
|
else
|
|
SOX_LDFLAGS := `pkg-config --libs sox`
|
|
endif # OS others
|
|
PYTHON_PACKAGES := numpy${NUMPY_BUILD_VERSION}
|
|
ifeq ($(OS),Linux)
|
|
PYTHON_PLATFORM_NAME := --plat-name manylinux1_x86_64
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(TARGET),host-win)
|
|
TOOLCHAIN := '$(VCToolsInstallDir)\bin\Hostx64\x64\'
|
|
TOOL_CC := cl.exe
|
|
TOOL_CXX := cl.exe
|
|
TOOL_LD := link.exe
|
|
TOOL_LIBEXE := lib.exe
|
|
LINK_DEEPSPEECH := $(TFDIR)\bazel-bin\native_client\libdeepspeech.so.if.lib
|
|
LINK_PATH_DEEPSPEECH :=
|
|
CFLAGS_DEEPSPEECH := -nologo -Fe$(DEEPSPEECH_BIN)
|
|
SOX_CFLAGS :=
|
|
SOX_LDFLAGS :=
|
|
PYTHON_PACKAGES := numpy${NUMPY_BUILD_VERSION}
|
|
endif
|
|
|
|
ifeq ($(TARGET),rpi3)
|
|
TOOLCHAIN ?= ${TFDIR}/bazel-$(shell basename "${TFDIR}")/external/LinaroArmGcc72/bin/arm-linux-gnueabihf-
|
|
RASPBIAN ?= $(abspath $(NC_DIR)/../multistrap-raspbian-buster)
|
|
CFLAGS := -march=armv7-a -mtune=cortex-a53 -mfpu=neon-fp-armv8 -mfloat-abi=hard -D_GLIBCXX_USE_CXX11_ABI=0 --sysroot $(RASPBIAN)
|
|
CXXFLAGS := $(CFLAGS)
|
|
LDFLAGS := -Wl,-rpath-link,$(RASPBIAN)/lib/arm-linux-gnueabihf/ -Wl,-rpath-link,$(RASPBIAN)/usr/lib/arm-linux-gnueabihf/
|
|
|
|
SOX_CFLAGS := -I$(RASPBIAN)/usr/include
|
|
SOX_LDFLAGS := $(RASPBIAN)/usr/lib/arm-linux-gnueabihf/libsox.so
|
|
|
|
PYVER := $(shell python -c "import platform; maj, min, _ = platform.python_version_tuple(); print(maj+'.'+min);")
|
|
PYTHON_PACKAGES :=
|
|
PYTHON_PATH := PYTHONPATH=$(RASPBIAN)/usr/lib/python$(PYVER)/:$(RASPBIAN)/usr/lib/python3/dist-packages/
|
|
NUMPY_INCLUDE := NUMPY_INCLUDE=$(RASPBIAN)/usr/include/python3.7m/
|
|
PYTHON_SYSCONFIGDATA := _PYTHON_SYSCONFIGDATA_NAME=_sysconfigdata_m_linux_arm-linux-gnueabihf
|
|
PYTHON_PLATFORM_NAME := --plat-name linux_armv7l
|
|
NODE_PLATFORM_TARGET := --target_arch=arm --target_platform=linux
|
|
TOOLCHAIN_LDD_OPTS := --root $(RASPBIAN)/
|
|
endif # ($(TARGET),rpi3)
|
|
|
|
ifeq ($(TARGET),rpi3-armv8)
|
|
TOOLCHAIN ?= ${TFDIR}/bazel-$(shell basename "${TFDIR}")/external/LinaroAarch64Gcc72/bin/aarch64-linux-gnu-
|
|
RASPBIAN ?= $(abspath $(NC_DIR)/../multistrap-raspbian64-buster)
|
|
CFLAGS := -march=armv8-a -mtune=cortex-a53 -D_GLIBCXX_USE_CXX11_ABI=0 --sysroot $(RASPBIAN)
|
|
CXXFLAGS := $(CFLAGS)
|
|
LDFLAGS := -Wl,-rpath-link,$(RASPBIAN)/lib/aarch64-linux-gnu/ -Wl,-rpath-link,$(RASPBIAN)/usr/lib/aarch64-linux-gnu/
|
|
|
|
SOX_CFLAGS := -I$(RASPBIAN)/usr/include
|
|
SOX_LDFLAGS := $(RASPBIAN)/usr/lib/aarch64-linux-gnu/libsox.so
|
|
|
|
PYVER := $(shell python -c "import platform; maj, min, _ = platform.python_version_tuple(); print(maj+'.'+min);")
|
|
PYTHON_PACKAGES :=
|
|
PYTHON_PATH := PYTHONPATH=$(RASPBIAN)/usr/lib/python$(PYVER)/:$(RASPBIAN)/usr/lib/python3/dist-packages/
|
|
PYTHON_SYSCONFIGDATA := _PYTHON_SYSCONFIGDATA_NAME=_sysconfigdata_m_linux_aarch64-linux-gnu
|
|
NUMPY_INCLUDE := NUMPY_INCLUDE=$(RASPBIAN)/usr/include/python3.7/
|
|
PYTHON_PLATFORM_NAME := --plat-name linux_aarch64
|
|
NODE_PLATFORM_TARGET := --target_arch=arm64 --target_platform=linux
|
|
TOOLCHAIN_LDD_OPTS := --root $(RASPBIAN)/
|
|
endif # ($(TARGET),rpi3-armv8)
|
|
|
|
ifeq ($(TARGET),ios-simulator)
|
|
CFLAGS := -isysroot $(shell xcrun -sdk iphonesimulator13.5 -show-sdk-path)
|
|
SOX_CFLAGS :=
|
|
SOX_LDFLAGS :=
|
|
LDFLAGS :=
|
|
endif
|
|
|
|
ifeq ($(TARGET),ios-arm64)
|
|
CFLAGS := -target arm64-apple-ios -isysroot $(shell xcrun -sdk iphoneos13.5 -show-sdk-path)
|
|
SOX_CFLAGS :=
|
|
SOX_LDFLAGS :=
|
|
LDFLAGS :=
|
|
endif
|
|
|
|
# -Wl,--no-as-needed is required to force linker not to evict libs it thinks we
|
|
# dont need ; will fail the build on OSX because that option does not exists
|
|
ifeq ($(OS),Linux)
|
|
LDFLAGS_NEEDED := -Wl,--no-as-needed
|
|
LDFLAGS_RPATH := -Wl,-rpath,\$$ORIGIN
|
|
endif
|
|
ifeq ($(OS),Darwin)
|
|
CXXFLAGS += -stdlib=libc++
|
|
LDFLAGS_NEEDED := -stdlib=libc++
|
|
LDFLAGS_RPATH := -Wl,-rpath,@executable_path
|
|
ifeq ($(TARGET),host)
|
|
CXXFLAGS += -mmacosx-version-min=10.10
|
|
LDFLAGS_NEEDED += -mmacosx-version-min=10.10
|
|
endif
|
|
endif
|
|
|
|
CFLAGS += $(EXTRA_CFLAGS)
|
|
CXXFLAGS += $(EXTRA_CXXFLAGS)
|
|
LIBS := $(LINK_DEEPSPEECH) $(EXTRA_LIBS)
|
|
LDFLAGS_DIRS := $(LINK_PATH_DEEPSPEECH) $(EXTRA_LDFLAGS)
|
|
LDFLAGS += $(LDFLAGS_NEEDED) $(LDFLAGS_RPATH) $(LDFLAGS_DIRS) $(LIBS)
|
|
|
|
AS := $(TOOLCHAIN)$(TOOL_AS)
|
|
CC := $(TOOLCHAIN)$(TOOL_CC)
|
|
CXX := $(TOOLCHAIN)$(TOOL_CXX)
|
|
LD := $(TOOLCHAIN)$(TOOL_LD)
|
|
LDD := $(TOOLCHAIN)$(TOOL_LDD) $(TOOLCHAIN_LDD_OPTS)
|
|
LIBEXE := $(TOOLCHAIN)$(TOOL_LIBEXE)
|
|
|
|
RPATH_PYTHON := '-Wl,-rpath,\$$ORIGIN/lib/' $(LDFLAGS_RPATH)
|
|
RPATH_NODEJS := '-Wl,-rpath,$$\$$ORIGIN/../'
|
|
META_LD_LIBRARY_PATH := LD_LIBRARY_PATH
|
|
ifeq ($(OS),Darwin)
|
|
META_LD_LIBRARY_PATH := DYLD_LIBRARY_PATH
|
|
RPATH_PYTHON := '-Wl,-rpath,@loader_path/lib/' $(LDFLAGS_RPATH)
|
|
RPATH_NODEJS := '-Wl,-rpath,@loader_path/../'
|
|
endif
|
|
|
|
# Takes care of looking into bindings built (SRC_FILE, can contain a wildcard)
|
|
# for missing dependencies and copying those dependencies into the
|
|
# TARGET_LIB_DIR. If supplied, MANIFEST_IN will be echo'ed to a list of
|
|
# 'include x.so'.
|
|
#
|
|
# On OSX systems, this will also take care of calling install_name_tool to set
|
|
# proper path for those dependencies, using @rpath/lib.
|
|
define copy_missing_libs
|
|
SRC_FILE=$(1); \
|
|
TARGET_LIB_DIR=$(2); \
|
|
MANIFEST_IN=$(3); \
|
|
echo "Analyzing $$SRC_FILE copying missing libs to $$SRC_FILE"; \
|
|
echo "Maybe outputting to $$MANIFEST_IN"; \
|
|
\
|
|
(mkdir $$TARGET_LIB_DIR || true); \
|
|
missing_libs=""; \
|
|
for lib in $$SRC_FILE; do \
|
|
if [ "$(OS)" = "Darwin" ]; then \
|
|
new_missing="$$( (for f in $$(otool -L $$lib 2>/dev/null | tail -n +2 | awk '{ print $$1 }' | grep -v '$$lib'); do ls -hal $$f; done;) 2>&1 | grep 'No such' | cut -d':' -f2 | xargs basename -a)"; \
|
|
missing_libs="$$missing_libs $$new_missing"; \
|
|
elif [ "$(OS)" = "${TC_MSYS_VERSION}" ]; then \
|
|
missing_libs="libdeepspeech.so"; \
|
|
else \
|
|
missing_libs="$$missing_libs $$($(LDD) $$lib | grep 'not found' | awk '{ print $$1 }')"; \
|
|
fi; \
|
|
done; \
|
|
\
|
|
for missing in $$missing_libs; do \
|
|
find $(SO_SEARCH) -type f -name "$$missing" -exec cp {} $$TARGET_LIB_DIR \; ; \
|
|
chmod +w $$TARGET_LIB_DIR/*.so ; \
|
|
if [ ! -z "$$MANIFEST_IN" ]; then \
|
|
echo "include $$TARGET_LIB_DIR/$$missing" >> $$MANIFEST_IN; \
|
|
fi; \
|
|
done; \
|
|
\
|
|
if [ "$(OS)" = "Darwin" ]; then \
|
|
for lib in $$SRC_FILE; do \
|
|
for dep in $$( (for f in $$(otool -L $$lib 2>/dev/null | tail -n +2 | awk '{ print $$1 }' | grep -v '$$lib'); do ls -hal $$f; done;) 2>&1 | grep 'No such' | cut -d':' -f2 ); do \
|
|
dep_basename=$$(basename "$$dep"); \
|
|
install_name_tool -change "$$dep" "@rpath/$$dep_basename" "$$lib"; \
|
|
done; \
|
|
done; \
|
|
fi;
|
|
endef
|
|
|
|
SWIG_DIST_URL ?=
|
|
ifeq ($(findstring Linux,$(OS)),Linux)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.linux.amd64.1a4c14945012f1282c2eddc174fb7674d5295de8.0/artifacts/public/ds-swig.tar.gz"
|
|
else ifeq ($(findstring Darwin,$(OS)),Darwin)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.darwin.amd64.1a4c14945012f1282c2eddc174fb7674d5295de8.0/artifacts/public/ds-swig.tar.gz"
|
|
else ifeq ($(findstring _NT,$(OS)),_NT)
|
|
SWIG_DIST_URL := "https://community-tc.services.mozilla.com/api/index/v1/task/project.deepspeech.swig.win.amd64.1a4c14945012f1282c2eddc174fb7674d5295de8.0/artifacts/public/ds-swig.tar.gz"
|
|
else
|
|
$(error There is no prebuilt SWIG available for your platform. Please produce one and set SWIG_DIST_URL.)
|
|
endif
|
|
|
|
# Should point to native_client/ subdir by default
|
|
SWIG_ROOT ?= $(abspath $(shell dirname "$(lastword $(MAKEFILE_LIST))"))/ds-swig
|
|
ifeq ($(findstring _NT,$(OS)),_NT)
|
|
SWIG_ROOT ?= $(shell cygpath -u "$(SWIG_ROOT)")
|
|
endif
|
|
SWIG_LIB ?= $(SWIG_ROOT)/share/swig/4.0.2/
|
|
|
|
SWIG_BIN := swig$(PLATFORM_EXE_SUFFIX)
|
|
DS_SWIG_BIN := ds-swig$(PLATFORM_EXE_SUFFIX)
|
|
DS_SWIG_BIN_PATH := $(SWIG_ROOT)/bin
|
|
|
|
DS_SWIG_ENV := SWIG_LIB="$(SWIG_LIB)" PATH="$(DS_SWIG_BIN_PATH):${PATH}"
|
|
|
|
$(DS_SWIG_BIN_PATH)/swig:
|
|
mkdir -p $(SWIG_ROOT)
|
|
wget -O - "$(SWIG_DIST_URL)" | tar -C $(SWIG_ROOT) -zxf -
|
|
ln -s $(DS_SWIG_BIN) $(DS_SWIG_BIN_PATH)/$(SWIG_BIN)
|
|
|
|
ds-swig: $(DS_SWIG_BIN_PATH)/swig
|
|
$(DS_SWIG_ENV) swig -version
|
|
$(DS_SWIG_ENV) swig -swiglib
|