-require 'mkmf'
+require "mkmf"
+require "tsort"
-# need to use c++ compiler flags
-$CXXFLAGS << ' -std=c++17'
+# TODO: options such as CoreML
-$LDFLAGS << ' -lstdc++'
+cmake = find_executable("cmake") || abort
-# Set to true when building binary gems
-if enable_config('static-stdlib', false)
- $LDFLAGS << ' -static-libgcc -static-libstdc++'
-end
-
-if enable_config('march-tune-native', false)
- $CFLAGS << ' -march=native -mtune=native'
- $CXXFLAGS << ' -march=native -mtune=native'
-end
+have_library("gomp") rescue nil
-if ENV['WHISPER_METAL']
- $GGML_METAL ||= true
- $DEPRECATE_WARNING ||= true
-end
+prefix = File.join("build", "whisper.cpp.dot")
+system cmake, "-S", "sources", "-B", "build", "--graphviz", prefix, "-D", "BUILD_SHARED_LIBS=OFF", exception: true
-$UNAME_S = `uname -s`.chomp
-$UNAME_P = `uname -p`.chomp
-$UNAME_M = `uname -m`.chomp
-
-if $UNAME_S == 'Darwin'
- unless ENV['GGML_NO_METAL']
- $GGML_METAL ||= true
+static_lib_shape = nil
+nodes = {}
+depends = {}
+class << depends
+ include TSort
+ alias tsort_each_node each_key
+ def tsort_each_child(node, &block)
+ fetch(node, []).each(&block)
end
- $GGML_NO_OPENMP ||= true
-end
-
-if $GGML_METAL
- $GGML_METAL_EMBED_LIBRARY = true
-end
-
-$MK_CPPFLAGS = '-Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -Iexamples -DGGML_USE_CPU'
-$MK_CFLAGS = '-std=c11 -fPIC'
-$MK_CXXFLAGS = '-std=c++17 -fPIC'
-$MK_NVCCFLAGS = '-std=c++17'
-$MK_LDFLAGS = ''
-
-$OBJ_GGML = []
-$OBJ_WHISPER = []
-$OBJ_COMMON = []
-$OBJ_SDL = []
-
-$MK_CPPFLAGS << ' -D_XOPEN_SOURCE=600'
-
-if $UNAME_S == 'Linux'
- $MK_CPPFLAGS << ' -D_GNU_SOURCE'
-end
-
-if $UNAME_S == 'Darwin'
- $MK_CPPFLAGS << ' -D_DARWIN_C_SOURCE'
-end
-
-if ENV['WHISPER_DEBUG']
- $MK_CFLAGS << ' -O0 -g'
- $MK_CXXFLAGS << ' -O0 -g'
- $MK_LDFLAGS << ' -g'
- $MK_NVCCFLAGS << ' -O0 -g'
-else
- $MK_CPPFLAGS << ' -DNDEBUG'
- $MK_CFLAGS << ' -O3'
- $MK_CXXFLAGS << ' -O3'
- $MK_NVCCFLAGS << ' -O3'
-end
-
-$WARN_FLAGS =
- ' -Wall' <<
- ' -Wextra' <<
- ' -Wpedantic' <<
- ' -Wcast-qual' <<
- ' -Wno-unused-function'
-
-$MK_CFLAGS <<
- $WARN_FLAGS <<
- ' -Wshadow' <<
- ' -Wstrict-prototypes' <<
- ' -Wpointer-arith' <<
- ' -Wmissing-prototypes' <<
- ' -Werror=implicit-int' <<
- ' -Werror=implicit-function-declaration'
-
-$MK_CXXFLAGS <<
- $WARN_FLAGS <<
- ' -Wmissing-declarations' <<
- ' -Wmissing-noreturn'
-
-unless `#{cc_command} #{$LDFLAGS} -Wl,-v 2>&1`.chomp.include? 'dyld-1015.7'
- $MK_CPPFLAGS << ' -DHAVE_BUGGY_APPLE_LINKER'
-end
-
-if %w[Linux Darwin FreeBSD NetBSD OpenBSD Haiku].include? $UNAME_S
- $MK_CFLAGS << ' -pthread'
- $MK_CXXFLAGS << ' -pthread'
-end
-
-unless $_WIN32
- $DSO_EXT = '.so'
-else
- $DSO_EXT = '.dll'
end
-
-unless ENV['RISCV']
- if %w[x86_64 i686 amd64].include? $UNAME_M
- $HOST_CXXFLAGS ||= ''
-
- $MK_CFLAGS << ' -march=native -mtune=native'
- $HOST_CXXFLAGS << ' -march=native -mtune=native'
- end
-else
- $MK_CFLAGS << ' -march=rv64gcv -mabi=lp64d'
- $MK_CXXFLAGS << ' -march=rv64gcv -mabi=lp64d'
-end
-
-unless ENV['GGML_NO_ACCELERATE']
- if $UNAME_S == 'Darwin'
- $MK_CPPFLAGS << ' -DGGML_USE_ACCELERATE -DGGML_USE_BLAS -DGGML_BLAS_USE_ACCELERATE'
- $MK_CPPFLAGS << ' -DACCELERATE_NEW_LAPACK'
- $MK_CPPFLAGS << ' -DACCELERATE_LAPACK_ILP64'
- $MK_LDFLAGS << ' -framework Accelerate'
- $OBJ_GGML << 'ggml/src/ggml-blas/ggml-blas.o'
- end
-end
-
-if ENV['GGML_OPENBLAS']
- $MK_CPPFLAGS << " -DGGML_USE_BLAS #{`pkg-config --cflags-only-I openblas`.chomp}"
- $MK_CFLAGS << " #{`pkg-config --cflags-only-other openblas)`.chomp}"
- $MK_LDFLAGS << " #{`pkg-config --libs openblas`}"
- $OBJ_GGML << 'ggml/src/ggml-blas/ggml-blas.o'
-end
-
-if ENV['GGML_OPENBLAS64']
- $MK_CPPFLAGS << " -DGGML_USE_BLAS #{`pkg-config --cflags-only-I openblas64`.chomp}"
- $MK_CFLAGS << " #{`pkg-config --cflags-only-other openblas64)`.chomp}"
- $MK_LDFLAGS << " #{`pkg-config --libs openblas64`}"
- $OBJ_GGML << 'ggml/src/ggml-blas/ggml-blas.o'
-end
-
-if $GGML_METAL
- $MK_CPPFLAGS << ' -DGGML_USE_METAL'
- $MK_LDFLAGS << ' -framework Foundation -framework Metal -framework MetalKit'
- $OBJ_GGML << 'ggml/src/ggml-metal/ggml-metal.o'
-
- if ENV['GGML_METAL_NDEBUG']
- $MK_CPPFLAGS << ' -DGGML_METAL_NDEBUG'
- end
-
- if $GGML_METAL_EMBED_LIBRARY
- $MK_CPPFLAGS << ' -DGGML_METAL_EMBED_LIBRARY'
- $OBJ_GGML << 'ggml/src/ggml-metal/ggml-metal-embed.o'
+File.open(File.join("build", "whisper.cpp.dot")).each_line do |line|
+ case line
+ when /\[\s*label\s*=\s*"Static Library"\s*,\s*shape\s*=\s*(?<shape>\w+)\s*\]/
+ static_lib_shape = $~[:shape]
+ when /\A\s*"(?<node>\w+)"\s*\[\s*label\s*=\s*"(?<label>\S+)"\s*,\s*shape\s*=\s*(?<shape>\w+)\s*\]\s*;\s*\z/
+ node = $~[:node]
+ label = $~[:label]
+ shape = $~[:shape]
+ nodes[node] = [label, shape]
+ when /\A\s*"(?<depender>\w+)"\s*->\s*"(?<dependee>\w+)"/
+ depender = $~[:depender]
+ dependee = $~[:dependee]
+ depends[depender] ||= []
+ depends[depender] << dependee
end
end
-
-$OBJ_GGML <<
- 'ggml/src/ggml.o' <<
- 'ggml/src/ggml-alloc.o' <<
- 'ggml/src/ggml-backend.o' <<
- 'ggml/src/ggml-backend-reg.o' <<
- 'ggml/src/ggml-opt.o' <<
- 'ggml/src/ggml-quants.o' <<
- 'ggml/src/ggml-threading.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu-cpp.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu-aarch64.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu-hbm.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu-quants.o' <<
- 'ggml/src/ggml-cpu/ggml-cpu-traits.o' <<
- 'ggml/src/ggml-cpu/unary-ops.o' <<
- 'ggml/src/ggml-cpu/binary-ops.o' <<
- 'ggml/src/ggml-cpu/vec.o' <<
- 'ggml/src/ggml-cpu/ops.o'
-
-$OBJ_WHISPER <<
- 'src/whisper.o' <<
- 'examples/common.o' <<
- 'examples/common-whisper.o'
-
-$objs = $OBJ_GGML + $OBJ_WHISPER + $OBJ_COMMON + $OBJ_SDL
-$objs <<
- "ruby_whisper.o" <<
- "ruby_whisper_context.o" <<
- "ruby_whisper_transcribe.o" <<
- "ruby_whisper_params.o" <<
- "ruby_whisper_error.o" <<
- "ruby_whisper_segment.o" <<
- "ruby_whisper_model.o"
-
-$CPPFLAGS = "#{$MK_CPPFLAGS} #{$CPPFLAGS}"
-$CFLAGS = "#{$CPPFLAGS} #{$MK_CFLAGS} #{$GF_CFLAGS} #{$CFLAGS}"
-$BASE_CXXFLAGS = "#{$MK_CXXFLAGS} #{$CXXFLAGS}"
-$CXXFLAGS = "#{$BASE_CXXFLAGS} #{$HOST_CXXFLAGS} #{$GF_CXXFLAGS} #{$CPPFLAGS}"
-$NVCCFLAGS = "#{$MK_NVCCFLAGS} #{$NVCCFLAGS}"
-$LDFLAGS = "#{$MK_LDFLAGS} #{$LDFLAGS}"
-
-create_makefile('whisper')
-
-File.open 'Makefile', 'a' do |file|
- file.puts 'include scripts/get-flags.mk'
- file.puts 'include cpu.mk'
-
- if $GGML_METAL
- file.puts 'include metal.mk'
-
- if $GGML_METAL_EMBED_LIBRARY
- file.puts 'include metal-embed.mk'
- end
- end
+libs = depends.tsort.filter_map {|node|
+ label, shape = nodes[node]
+ shape == static_lib_shape ? label : nil
+}.collect {|lib| "lib#{lib}.a"}
+ .reverse
+ .join(" ")
+
+$CFLAGS << " -std=c11 -fPIC"
+$CXXFLAGS << " -std=c++17 -O3 -DNDEBUG"
+$INCFLAGS << " -Isources/include -Isources/ggml/include -Isources/examples"
+$LOCAL_LIBS << " #{libs}"
+$cleanfiles << " build #{libs}"
+
+create_makefile "whisper" do |conf|
+ conf << <<~EOF
+ $(TARGET_SO): #{libs}
+ #{libs}: cmake-targets
+ cmake-targets:
+ #{"\t"}#{cmake} -S sources -B build -D BUILD_SHARED_LIBS=OFF -D CMAKE_ARCHIVE_OUTPUT_DIRECTORY=#{__dir__} -D CMAKE_POSITION_INDEPENDENT_CODE=ON
+ #{"\t"}#{cmake} --build build --config Release --target common whisper
+ #{"\t"}
+ EOF
end
overview / pkg / ggml / sources / whisper.cpp / commitdiff