add build fallback that compiles from source (#54)

* add build fallback that compiles from source

* whoops, cp symlinks

.travis.yml

@@ -5,5 +5,9 @@ os:
 julia:
     - 0.6
     - nightly
+env:
+  matrix:
+    - FORCE_COMPILE_BLOSC=yes
+    - FORCE_COMPILE_BLOSC=no
 notifications:
   email: false

REQUIRE

@@ -1,3 +1,4 @@
 julia 0.6
 Compat 0.59.0
 BinaryProvider 0.3.0
+CMakeWrapper

deps/build.jl

@@ -1,11 +1,16 @@
 using BinaryProvider # requires BinaryProvider 0.3.0 or later
+include("compile.jl")
+
+# env var to force compilation from source, for testing purposes
+const forcecompile = get(ENV, "FORCE_COMPILE_BLOSC", "no") == "yes"
 
 # Parse some basic command-line arguments
-const verbose = "--verbose" in ARGS
+const verbose = ("--verbose" in ARGS) || forcecompile
 const prefix = Prefix(get([a for a in ARGS if a != "--verbose"], 1, joinpath(@__DIR__, "usr")))
 products = [
     LibraryProduct(prefix, String["libblosc"], :libblosc),
 ]
+verbose && forcecompile && Compat.@info("Forcing compilation from source.")
 
 # Download binaries from hosted location
 bin_prefix = "https://github.com/stevengj/BloscBuilder/releases/download/v1.14.3+3"
@@ -26,20 +31,34 @@ download_info = Dict(
     Windows(:x86_64) => ("$bin_prefix/Blosc.x86_64-w64-mingw32.tar.gz", "d43bda44f1a250d195f4a3d3814864571a9dfba9a41e792faca068c6618c4160"),
 )
 
+# source code tarball and hash for fallback compilation
+source_url = "https://github.com/Blosc/c-blosc/archive/v1.14.3.tar.gz"
+source_hash = "7217659d8ef383999d90207a98c9a2555f7b46e10fa7d21ab5a1f92c861d18f7"
+
 # Install unsatisfied or updated dependencies:
 unsatisfied = any(!satisfied(p; verbose=verbose) for p in products)
-if haskey(download_info, platform_key())
+if haskey(download_info, platform_key()) && !forcecompile
     url, tarball_hash = download_info[platform_key()]
-    if unsatisfied || !isinstalled(url, tarball_hash; prefix=prefix)
+    if !isinstalled(url, tarball_hash; prefix=prefix)
         # Download and install binaries
         install(url, tarball_hash; prefix=prefix, force=true, verbose=verbose)
+
+        # check again whether the dependency is satisfied, which
+        # may not be true if dlopen fails due to a libc++ incompatibility (#50)
+        unsatisfied = any(!satisfied(p; verbose=verbose) for p in products)
+    end
+end
+
+if unsatisfied || forcecompile
+    # Fall back to building from source, giving the library a different name
+    # so that it is not overwritten by BinaryBuilder downloads or vice-versa.
+    libname = "libblosc_from_source"
+    products = [ LibraryProduct(prefix, [libname], :libblosc) ]
+    source_path = joinpath(prefix, "downloads", basename(source_url))
+    if !isfile(source_path) || !verify(source_path, source_hash; verbose=verbose) || !satisfied(products[1]; verbose=verbose)
+        compile(libname, source_url, source_hash, prefix=prefix, verbose=verbose)
     end
-elseif unsatisfied
-    # If we don't have a BinaryProvider-compatible .tar.gz to download, complain.
-    # Alternatively, you could attempt to install from a separate provider,
-    # build from source or something even more ambitious here.
-    error("Your platform $(triplet(platform_key())) is not supported by this package!")
 end
 
 # Write out a deps.jl file that will contain mappings for our products
-write_deps_file(joinpath(@__DIR__, "deps.jl"), products)
+write_deps_file(joinpath(@__DIR__, "deps.jl"), products, verbose=verbose)

deps/compile.jl

@@ -0,0 +1,29 @@
+using BinaryProvider, Compat
+using CMakeWrapper: cmake_executable
+using Compat.Libdl: dlext
+
+function compile(libname, tarball_url, hash; prefix=BinaryProvider.global_prefix, verbose=false)
+    # download to tarball_path
+    tarball_path = joinpath(prefix, "downloads", basename(tarball_url))
+    download_verify(tarball_url, hash, tarball_path; force=true, verbose=verbose)
+
+    # unpack into source_path
+    tarball_dir = joinpath(prefix, "downloads", dirname(first(list_tarball_files(tarball_path)))) # e.g. "c-blosc-1.14.3"
+    source_path = joinpath(prefix, "downloads", "src")
+    verbose && Compat.@info("Unpacking $tarball_path into $source_path")
+    rm(tarball_dir, force=true, recursive=true)
+    rm(source_path, force=true, recursive=true)
+    unpack(tarball_path, dirname(tarball_dir); verbose=verbose)
+    mv(tarball_dir, source_path)
+
+    build_dir = joinpath(source_path, "build")
+    mkdir(build_dir)
+    verbose && Compat.@info("Compiling in $build_dir...")
+    cd(build_dir) do
+        run(`$cmake_executable -DBUILD_TESTS=Off -DBUILD_BENCHMARKS=Off ..`)
+        run(`$cmake_executable --build .`)
+        mkpath(libdir(prefix))
+        cp("blosc/libblosc.$dlext", joinpath(libdir(prefix), libname*"."*dlext),
+           remove_destination=true, follow_symlinks=true)
+    end
+end