create NNlibCUDA sub-package

.buildkite/pipeline.yml

@@ -0,0 +1,52 @@
+steps:
+  - label: "GPU julia v1.6"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.6"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+          dirs:
+            - src
+            - lib
+    commands:
+      - julia .ci/develop_nnlibcuda.jl
+      - julia .ci/test_nnlibcuda.jl
+    agents:
+      queue: "juliagpu"
+      cuda: "*"
+    timeout_in_minutes: 60
+
+  ## Add these when julia 1.7 is out
+  # - label: "GPU julia v1"       
+  #   plugins:
+  #     - JuliaCI/julia#v1:
+  #         version: "1"      
+  #     - JuliaCI/julia-coverage#v1:
+  #         codecov: true
+  #         dirs:
+  #           - src
+  #           - lib
+  #   commands:
+  #     - julia .ci/develop.jl
+  #     - julia .ci/test.jl
+  #   agents:
+  #     queue: "juliagpu"
+  #     cuda: "*"
+  #   timeout_in_minutes: 60
+
+  # - label: "GPU julia nightly"
+  #   plugins:
+  #     - JuliaCI/julia#v1:
+  #         version: "nightly"
+  #     - JuliaCI/julia-coverage#v1:
+  #         codecov: true
+  #         dirs:
+  #           - src
+  #           - lib
+  #   commands:
+  #     - julia .ci/develop.jl
+  #     - julia .ci/test.jl
+  #   agents:
+  #     queue: "juliagpu"
+  #     cuda: "*"
+  #   timeout_in_minutes: 60

.ci/develop.jl

@@ -0,0 +1,7 @@
+import Pkg
+
+root_directory = dirname(@__DIR__)
+
+nnlib = Pkg.PackageSpec(path = root_directory)
+Pkg.develop(nnlib)
+Pkg.precompile()

.ci/develop_nnlibcuda.jl

@@ -0,0 +1,15 @@
+import Pkg
+
+root_directory = dirname(@__DIR__)
+
+nnlib = Pkg.PackageSpec(path = root_directory)
+nnlibcuda = Pkg.PackageSpec(path = joinpath(root_directory, "lib", "NNlibCUDA"))
+
+Pkg.develop(nnlib)
+Pkg.develop(nnlibcuda)
+
+## Do this for the time being since test doesn't pick up the manifest
+## for some reason. Can remove this and manifests when cuda 3.0 is released. 
+# Pkg.add(url="https://github.com/JuliaGPU/CUDA.jl.git", rev="master")
+
+Pkg.precompile()

.ci/test.jl

@@ -0,0 +1,5 @@
+import Pkg
+
+pkgs = ["NNlib"]
+
+Pkg.test(pkgs; coverage = true)

.ci/test_nnlibcuda.jl

@@ -0,0 +1,5 @@
+import Pkg
+
+pkgs = ["NNlibCUDA"]
+
+Pkg.test(pkgs; coverage = true)

.github/workflows/ci.yml

@@ -1,9 +1,17 @@
 name: CI
 
-# env:
-#   JULIA_NUM_THREADS: 2
+on:
+  push:
+    branches:
+      - master
+      - staging
+      - trying
+    tags: '*'
+  pull_request:
 
-on: [push, pull_request]
+defaults:
+  run:
+    shell: bash
 
 jobs:
   test:
@@ -44,13 +52,10 @@ jobs:
     steps:
       - uses: actions/checkout@v2
       - uses: julia-actions/setup-julia@v1
-        ## `allow-failure` not available yet https://github.com/actions/toolkit/issues/399
-        #continue-on-error: ${{ matrix.julia-version == 'nightly' }}
         with:
           version: ${{ matrix.version }}
           arch: ${{ matrix.arch }}
       - uses: actions/cache@v1
-        # continue-on-error: ${{ matrix.julia-version == 'nightly' }}
         env:
           cache-name: cache-artifacts
         with:
@@ -60,14 +65,10 @@ jobs:
             ${{ runner.os }}-test-${{ env.cache-name }}-
             ${{ runner.os }}-test-
             ${{ runner.os }}-
-      - uses: julia-actions/julia-buildpkg@v1
-        # continue-on-error: ${{ matrix.julia-version == 'nightly' }}
-      - uses: julia-actions/julia-runtest@v1
-        # continue-on-error: ${{ matrix.julia-version == 'nightly' }}
+      - run: julia .ci/develop.jl
+      - run: julia .ci/test.jl
       - uses: julia-actions/julia-processcoverage@v1
-        # continue-on-error: ${{ matrix.julia-version == 'nightly' }}
       - uses: codecov/codecov-action@v1
-        # continue-on-error: ${{ matrix.version == 'nightly' }}
         with:
           file: lcov.info
 
@@ -79,18 +80,27 @@ jobs:
   #     - uses: julia-actions/setup-julia@v1
   #       with:
   #         version: '1'
-  #     - run: |
-  #         julia --project=docs -e '
-  #           using Pkg
-  #           Pkg.develop(PackageSpec(path=pwd()))
-  #           Pkg.instantiate()'
-  #     - run: |
-  #         julia --project=docs -e '
-  #           using Documenter: DocMeta, doctest
-  #           using NNlib
-  #           DocMeta.setdocmeta!(NNlib, :DocTestSetup, :(using NNlib); recursive=true)
-  #           doctest(NNlib)'
+  #     - run: julia --project=docs .ci/develop.jl
   #     - run: julia --project=docs docs/make.jl
   #       env:
   #         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
   #         DOCUMENTER_KEY: ${{ secrets.DOCUMENTER_KEY }}
+
+  # doctests:
+  #   name: Doctests
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - uses: actions/checkout@v2
+  #     - uses: julia-actions/setup-julia@v1
+  #       with:
+  #         version: '1'
+  #     - run: julia --project=docs .ci/develop.jl
+  #     - run: |
+  #         julia --project=docs -e '
+  #           using Documenter
+  #           using NNlib
+  #           # using NNlibCUDA
+  #           DocMeta.setdocmeta!(NNlib, :DocTestSetup, :(using NNlib); recursive=true)
+  #           # DocMeta.setdocmeta!(NNlibCUDA, :DocTestSetup, :(using NNlib, CUDA); recursive=true)
+  #           doctest(NNlib)
+  #           # doctest(NNlibCUDA)'

.gitignore

@@ -10,4 +10,4 @@
 deps/usr
 deps.jl
 *.log
-Manifest.toml
+./Manifest.toml

Project.toml

@@ -17,7 +17,6 @@ Requires = "0.5, 1.0"
 julia = "1.3"
 
 [extras]
-CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
 ChainRulesTestUtils = "cdddcdb0-9152-4a09-a978-84456f9df70a"
 FiniteDifferences = "26cc04aa-876d-5657-8c51-4c34ba976000"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
@@ -26,4 +25,4 @@ Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 [targets]
-test = ["ChainRulesTestUtils", "CUDA", "FiniteDifferences", "Random", "StableRNGs", "Test", "Zygote"]
+test = ["ChainRulesTestUtils", "FiniteDifferences", "Random", "StableRNGs", "Test", "Zygote"]

docs/Project.toml

@@ -0,0 +1,5 @@
+[deps]
+Documenter = "e30172f5-a6a5-5a46-863b-614d45cd2de4"
+
+[compat]
+Documenter = "0.24"

lib/NNlibCUDA/.gitignore

@@ -0,0 +1 @@
+#Manifest.toml