Skip to content

Testing building torchcodec from source in the docs #343

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 52 commits into
base: main
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
52 commits
Select commit Hold shift + click to select a range
3ff6292
Added doc for nvdec
ahmadsharif1 Nov 5, 2024
1fd5a10
.
ahmadsharif1 Nov 5, 2024
fa3e3b9
.
ahmadsharif1 Nov 5, 2024
36a5420
.
ahmadsharif1 Nov 5, 2024
f49baca
.
ahmadsharif1 Nov 5, 2024
f087a91
.
ahmadsharif1 Nov 5, 2024
5092418
.
ahmadsharif1 Nov 5, 2024
243e2ca
.
ahmadsharif1 Nov 5, 2024
7c6c033
.
ahmadsharif1 Nov 5, 2024
e40ec7a
.
ahmadsharif1 Nov 5, 2024
bb4bff9
.
ahmadsharif1 Nov 5, 2024
e8a5b07
.
ahmadsharif1 Nov 5, 2024
c9d54a4
.
ahmadsharif1 Nov 5, 2024
fb633e4
.
ahmadsharif1 Nov 6, 2024
9e334cd
.
ahmadsharif1 Nov 6, 2024
c107e02
.
ahmadsharif1 Nov 6, 2024
885c43f
.
ahmadsharif1 Nov 6, 2024
dd937c6
.
ahmadsharif1 Nov 6, 2024
bab07db
.
ahmadsharif1 Nov 6, 2024
60b06e1
.
ahmadsharif1 Nov 6, 2024
904bfa3
.
ahmadsharif1 Nov 6, 2024
75e76ee
.
ahmadsharif1 Nov 6, 2024
16218ac
.
ahmadsharif1 Nov 6, 2024
e8f0128
.
ahmadsharif1 Nov 6, 2024
9c36f4e
.
ahmadsharif1 Nov 6, 2024
2406435
.
ahmadsharif1 Nov 6, 2024
7b78be3
.
ahmadsharif1 Nov 6, 2024
20c6fba
.
ahmadsharif1 Nov 6, 2024
7630fdd
.
ahmadsharif1 Nov 6, 2024
37bfa5c
.
ahmadsharif1 Nov 6, 2024
24f2843
.
ahmadsharif1 Nov 6, 2024
4cb95a2
.
ahmadsharif1 Nov 6, 2024
4055346
.
ahmadsharif1 Nov 6, 2024
63bbb9e
.
ahmadsharif1 Nov 6, 2024
51e2308
.
ahmadsharif1 Nov 6, 2024
a926934
.
ahmadsharif1 Nov 6, 2024
400001a
.
ahmadsharif1 Nov 6, 2024
ccf95da
.
ahmadsharif1 Nov 7, 2024
209e746
.
ahmadsharif1 Nov 7, 2024
8d66147
.
ahmadsharif1 Nov 7, 2024
0a8ae5f
.
ahmadsharif1 Nov 7, 2024
8864b30
.
ahmadsharif1 Nov 7, 2024
936cbd1
.
ahmadsharif1 Nov 7, 2024
49197b5
.
ahmadsharif1 Nov 7, 2024
8291aa6
.
ahmadsharif1 Nov 7, 2024
4e10d0b
.
ahmadsharif1 Nov 7, 2024
b90bc7f
.
ahmadsharif1 Nov 7, 2024
2ae49ac
.
ahmadsharif1 Nov 7, 2024
f0444d4
.
ahmadsharif1 Nov 7, 2024
8d2070a
.
ahmadsharif1 Nov 7, 2024
89c380e
.
ahmadsharif1 Nov 7, 2024
1507669
.
ahmadsharif1 Nov 7, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
.
  • Loading branch information
ahmadsharif1 committed Nov 6, 2024
commit 24f28432c589060e4c489d890f7e7fa06e2ef562
11 changes: 2 additions & 9 deletions .github/workflows/docs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,22 +23,15 @@ jobs:
auto-update-conda: true
miniconda-version: "latest"
activate-environment: test
python-version: '3.9'
python-version: '3.12'
- name: Update pip
run: python -m pip install --upgrade pip
- name: Install dependencies and FFmpeg
run: |
# TODO: torchvision and torchaudio shouldn't be needed. They were only added
# to silence an error as seen in https://github.com/pytorch/torchcodec/issues/203
conda install pytorch torchvision torchaudio pytorch-cuda=12.4 cuda-toolkit=12.4 -c pytorch-nightly -c nvidia
# conda install nvidia/label/cuda-12.4.0::cuda nvidia/label/cuda-12.4.0::cuda-toolkit nvidia/label/cuda-12.4.0::cuda-cudart nvidia/label/cuda-12.4.0::cuda-nvtx nvidia/label/cuda-12.4.0::libnpp
conda install "ffmpeg=7.0.1" pkg-config cmake compilers -c conda-forge
conda env update --file packaging/cuda12.4.yaml
ffmpeg -version
- name: Build and install torchcodec
run: |
find $CONDA_PREFIX/lib -type f -iname libnvtoolsext\*.so | xargs ldd || true
find $CONDA_PREFIX/lib64 -type f -iname libnvtoolsext\*.so | xargs ldd || true
find $CONDA_PREFIX -name cuda_cmake_macros.h
ENABLE_CUDA=1 python -m pip install -e ".[dev]" --no-build-isolation -vvv
- name: Install doc dependencies
run: |
Expand Down
289 changes: 289 additions & 0 deletions packaging/cuda12.4.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,289 @@
name: cuda4
channels:
- pytorch-nightly
- nvidia
- conda-forge
- defaults
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=2_kmp_llvm
- aom=3.9.1=hac33072_0
- archspec=0.2.3=pyhd3eb1b0_0
- blas=1.0=mkl
- boltons=23.0.0=py312h06a4308_0
- brotli-python=1.0.9=py312h6a678d5_8
- bzip2=1.0.8=h5eee18b_6
- c-ares=1.34.2=heb4867d_0
- ca-certificates=2024.9.24=h06a4308_0
- cairo=1.18.0=hebfffa5_3
- certifi=2024.8.30=py312h06a4308_0
- cffi=1.17.1=py312h1fdaa30_0
- charset-normalizer=3.3.2=pyhd3eb1b0_0
- cmake=3.30.5=hf9cb763_0
- conda=24.9.2=py312h7900ff3_0
- conda-libmamba-solver=24.9.0=pyhd3eb1b0_0
- conda-package-handling=2.3.0=py312h06a4308_0
- conda-package-streaming=0.10.0=py312h06a4308_0
- cuda=12.4.0=0
- cuda-cccl=12.4.127=0
- cuda-command-line-tools=12.4.1=0
- cuda-compiler=12.6.2=0
- cuda-cudart=12.4.127=0
- cuda-cudart-dev=12.4.127=0
- cuda-cudart-static=12.4.127=0
- cuda-cuobjdump=12.4.127=0
- cuda-cupti=12.4.127=0
- cuda-cupti-static=12.4.127=0
- cuda-cuxxfilt=12.4.127=0
- cuda-demo-suite=12.4.127=0
- cuda-documentation=12.4.127=0
- cuda-driver-dev=12.4.127=0
- cuda-gdb=12.4.127=0
- cuda-libraries=12.4.1=0
- cuda-libraries-dev=12.6.0=0
- cuda-libraries-static=12.4.1=0
- cuda-nsight=12.4.127=0
- cuda-nvcc=12.4.131=0
- cuda-nvdisasm=12.4.127=0
- cuda-nvml-dev=12.4.127=0
- cuda-nvprof=12.4.127=0
- cuda-nvprune=12.4.127=0
- cuda-nvrtc=12.4.127=0
- cuda-nvrtc-dev=12.4.127=0
- cuda-nvrtc-static=12.4.127=0
- cuda-nvtx=12.4.127=0
- cuda-nvvp=12.4.127=0
- cuda-opencl=12.4.127=0
- cuda-opencl-dev=12.4.127=0
- cuda-profiler-api=12.4.127=0
- cuda-runtime=12.4.0=0
- cuda-sanitizer-api=12.4.127=0
- cuda-toolkit=12.4.0=0
- cuda-tools=12.4.1=0
- cuda-version=11.8=h70ddcb2_3
- cuda-visual-tools=12.6.0=0
- cudatoolkit=11.8.0=h4ba93d1_13
- cudnn=9.3.0.75=hc149ed2_0
- dav1d=1.2.1=hd590300_0
- distro=1.9.0=py312h06a4308_0
- expat=2.6.3=h6a678d5_0
- ffmpeg=7.1.0=gpl_h2e64a5a_503
- filelock=3.13.1=py312h06a4308_0
- fmt=9.1.0=hdb19cb5_1
- font-ttf-dejavu-sans-mono=2.37=hab24e00_0
- font-ttf-inconsolata=3.000=h77eed37_0
- font-ttf-source-code-pro=2.038=h77eed37_0
- font-ttf-ubuntu=0.83=h77eed37_3
- fontconfig=2.15.0=h7e30c49_1
- fonts-conda-ecosystem=1=0
- fonts-conda-forge=1=0
- freetype=2.12.1=h267a509_2
- fribidi=1.0.10=h36c2ea0_0
- frozendict=2.4.2=py312h06a4308_0
- fsspec=2024.10.0=pyhff2d567_0
- gdk-pixbuf=2.42.12=hb9ae30d_0
- gds-tools=1.9.1.3=0
- giflib=5.2.2=h5eee18b_0
- gmp=6.3.0=hac33072_2
- gnutls=3.6.15=he1e5248_0
- graphite2=1.3.14=h295c915_1
- harfbuzz=9.0.0=hda332d3_1
- icu=75.1=he02047a_0
- idna=3.7=py312h06a4308_0
- intel-openmp=2022.0.1=h06a4308_3633
- jinja2=3.1.4=py312h06a4308_1
- jsonpatch=1.33=py312h06a4308_1
- jsonpointer=2.1=pyhd3eb1b0_0
- kaldi=5.5.1112=cpu_hd7b63f8_5
- kernel-headers_linux-64=3.10.0=he073ed8_18
- keyutils=1.6.1=h166bdaf_0
- krb5=1.21.3=h659f571_0
- lame=3.100=h7b6447c_0
- lcms2=2.16=hb7c19ff_0
- ld_impl_linux-64=2.40=h12ee557_0
- lerc=4.0.0=h27087fc_0
- libabseil=20240722.0=cxx17_h5888daf_1
- libarchive=3.7.4=hfca40fe_0
- libass=0.17.3=h1dc1e6a_0
- libblas=3.9.0=20_linux64_mkl
- libcblas=3.9.0=20_linux64_mkl
- libcublas=12.4.5.8=0
- libcublas-dev=12.4.5.8=0
- libcublas-static=12.4.5.8=0
- libcufft=11.2.1.3=0
- libcufft-dev=11.2.1.3=0
- libcufft-static=11.2.1.3=0
- libcufile=1.9.1.3=0
- libcufile-dev=1.9.1.3=0
- libcufile-static=1.9.1.3=0
- libcurand=10.3.5.147=0
- libcurand-dev=10.3.5.147=0
- libcurand-static=10.3.5.147=0
- libcurl=8.11.0=hbbe4b11_0
- libcusolver=11.6.1.9=0
- libcusolver-dev=11.6.1.9=0
- libcusolver-static=11.6.1.9=0
- libcusparse=12.3.1.170=0
- libcusparse-dev=12.3.1.170=0
- libcusparse-static=12.3.1.170=0
- libdeflate=1.22=hb9d3cd8_0
- libdrm=2.4.123=hb9d3cd8_0
- libedit=3.1.20230828=h5eee18b_0
- libegl=1.7.0=ha4b6fd6_1
- libev=4.33=h7f8727e_1
- libexpat=2.6.3=h5888daf_0
- libffi=3.4.4=h6a678d5_1
- libgcc=14.2.0=h77fa898_1
- libgcc-ng=14.2.0=h69a702a_1
- libgfortran=14.2.0=h69a702a_1
- libgfortran5=14.2.0=hd5240d6_1
- libgl=1.7.0=ha4b6fd6_1
- libglib=2.82.2=h2ff4ddf_0
- libglvnd=1.7.0=ha4b6fd6_1
- libglx=1.7.0=ha4b6fd6_1
- libgomp=14.2.0=h77fa898_1
- libhwloc=2.11.1=default_hecaa2ac_1000
- libiconv=1.17=hd590300_2
- libidn2=2.3.4=h5eee18b_0
- libjpeg-turbo=3.0.3=h5eee18b_0
- liblapack=3.9.0=20_linux64_mkl
- liblapacke=3.9.0=20_linux64_mkl
- libmagma=2.8.0=hfdb99dd_0
- libmagma_sparse=2.8.0=h9ddd185_0
- libmamba=1.5.8=hfe524e5_3
- libmambapy=1.5.8=py312h2dafd23_3
- libnghttp2=1.64.0=h161d5f1_0
- libnpp=12.2.5.30=0
- libnpp-dev=12.2.5.30=0
- libnpp-static=12.2.5.30=0
- libnsl=2.0.1=hd590300_0
- libnvfatbin=12.4.127=0
- libnvfatbin-dev=12.4.127=0
- libnvjitlink=12.4.127=0
- libnvjitlink-dev=12.4.127=0
- libnvjpeg=12.3.1.117=0
- libnvjpeg-dev=12.3.1.117=0
- libnvjpeg-static=12.3.1.117=0
- libopenvino=2024.4.0=hac27bb2_2
- libopenvino-auto-batch-plugin=2024.4.0=h4d9b6c2_2
- libopenvino-auto-plugin=2024.4.0=h4d9b6c2_2
- libopenvino-hetero-plugin=2024.4.0=h3f63f65_2
- libopenvino-intel-cpu-plugin=2024.4.0=hac27bb2_2
- libopenvino-intel-gpu-plugin=2024.4.0=hac27bb2_2
- libopenvino-intel-npu-plugin=2024.4.0=hac27bb2_2
- libopenvino-ir-frontend=2024.4.0=h3f63f65_2
- libopenvino-onnx-frontend=2024.4.0=h5c8f2c3_2
- libopenvino-paddle-frontend=2024.4.0=h5c8f2c3_2
- libopenvino-pytorch-frontend=2024.4.0=h5888daf_2
- libopenvino-tensorflow-frontend=2024.4.0=h6481b9d_2
- libopenvino-tensorflow-lite-frontend=2024.4.0=h5888daf_2
- libopus=1.3.1=h5eee18b_1
- libpciaccess=0.18=hd590300_0
- libpng=1.6.44=hadc24fc_0
- libprotobuf=5.28.2=h5b01275_0
- librsvg=2.58.4=hc0ffecb_0
- libsolv=0.7.30=h3509ff9_0
- libsqlite=3.47.0=hadc24fc_1
- libssh2=1.11.0=h0841786_0
- libstdcxx=14.2.0=hc0a3c3a_1
- libstdcxx-ng=14.2.0=h4852527_1
- libtasn1=4.19.0=h5eee18b_0
- libtiff=4.7.0=he137b08_1
- libtorch=2.4.1=cuda118_h232d35b_303
- libunistring=0.9.10=h27cfd23_0
- libuuid=2.38.1=h0b41bf4_0
- libuv=1.49.2=hb9d3cd8_0
- libva=2.22.0=h8a09558_1
- libvpx=1.14.1=hac33072_0
- libwebp=1.4.0=h2c329e2_0
- libwebp-base=1.4.0=hd590300_0
- libxcb=1.17.0=h8a09558_0
- libxcrypt=4.4.36=hd590300_1
- libxml2=2.13.4=hb346dea_2
- libzlib=1.3.1=hb9d3cd8_2
- llvm-openmp=19.1.3=h024ca30_0
- lz4-c=1.9.4=h6a678d5_1
- lzo=2.10=hd590300_1001
- markupsafe=2.1.3=py312h5eee18b_0
- menuinst=2.1.2=py312h06a4308_0
- mkl=2023.2.0=h84fe81f_50496
- mkl-service=2.4.0=py312h5eee18b_1
- mkl_fft=1.3.11=py312h5eee18b_0
- mkl_random=1.2.8=py312h526ad5a_0
- mpmath=1.3.0=py312h06a4308_0
- nccl=2.23.4.1=h03a54cd_2
- ncurses=6.5=he02047a_1
- nettle=3.7.3=hbbd107a_1
- networkx=3.2.1=py312h06a4308_0
- nsight-compute=2024.1.1.4=0
- numpy=2.1.3=py312hc5e2394_0
- numpy-base=2.1.3=py312h0da6c21_0
- ocl-icd=2.3.2=hd590300_1
- openfst=1.8.3=h84d6215_3
- openh264=2.4.1=h59595ed_0
- openjpeg=2.5.2=he7f1fd0_0
- openssl=3.3.2=hb9d3cd8_0
- packaging=24.1=py312h06a4308_0
- pango=1.54.0=h4c5309f_1
- pcre2=10.44=hba22ea6_2
- pillow=11.0.0=py312h7b63e92_0
- pip=24.2=py312h06a4308_0
- pixman=0.43.2=h59595ed_0
- pkg-config=0.29.2=h1bed415_8
- platformdirs=3.10.0=py312h06a4308_0
- pluggy=1.0.0=py312h06a4308_1
- pthread-stubs=0.4=hb9d3cd8_1002
- pugixml=1.14=h59595ed_0
- pybind11-abi=5=hd3eb1b0_0
- pycosat=0.6.6=py312h5eee18b_1
- pycparser=2.21=pyhd3eb1b0_0
- pysocks=1.7.1=py312h06a4308_0
- python=3.12.7=hc5c86c4_0_cpython
- python_abi=3.12=5_cp312
- pytorch=2.4.1=cuda118_py312h02e3f75_303
- pytorch-cuda=12.4=hc786d27_7
- pytorch-mutex=1.0=cpu
- pyyaml=6.0.2=py312h5eee18b_0
- readline=8.2=h5eee18b_0
- reproc=14.2.4=h6a678d5_2
- reproc-cpp=14.2.4=h6a678d5_2
- requests=2.32.3=py312h06a4308_0
- rhash=1.4.5=hb9d3cd8_0
- ruamel.yaml=0.18.6=py312h5eee18b_0
- ruamel.yaml.clib=0.2.8=py312h5eee18b_0
- setuptools=72.1.0=py312h06a4308_0
- sleef=3.7=h1b44611_0
- snappy=1.2.1=ha2e4443_0
- sqlite=3.47.0=h9eae976_1
- svt-av1=2.3.0=h5888daf_0
- sympy=1.13.2=py312h06a4308_0
- sysroot_linux-64=2.17=h4a8ded7_18
- tbb=2021.13.0=h84d6215_0
- tk=8.6.13=noxft_h4845f30_101
- torchaudio=2.4.1=cuda_118py312h3b1587d_1
- torchvision=0.19.1=cuda118py312h9250042_1
- tqdm=4.66.5=py312he106c6f_0
- truststore=0.8.0=py312h06a4308_0
- typing_extensions=4.11.0=py312h06a4308_0
- tzdata=2024b=h04d1e81_0
- urllib3=2.2.3=py312h06a4308_0
- wayland=1.23.1=h3e06ad9_0
- wayland-protocols=1.37=hd8ed1ab_0
- wheel=0.44.0=py312h06a4308_0
- x264=1!164.3095=h166bdaf_2
- x265=3.5=h924138e_3
- xorg-libice=1.1.1=hb9d3cd8_1
- xorg-libsm=1.2.4=he73a12e_1
- xorg-libx11=1.8.10=h4f16b4b_0
- xorg-libxau=1.0.11=hb9d3cd8_1
- xorg-libxdmcp=1.1.5=hb9d3cd8_0
- xorg-libxext=1.3.6=hb9d3cd8_0
- xorg-libxfixes=6.0.1=hb9d3cd8_0
- xorg-libxrender=0.9.11=hb9d3cd8_1
- xorg-xorgproto=2024.1=hb9d3cd8_1
- xz=5.4.6=h5eee18b_1
- yaml=0.2.5=h7b6447c_0
- yaml-cpp=0.8.0=h6a678d5_1
- zlib=1.3.1=hb9d3cd8_2
- zstandard=0.23.0=py312h2c38b39_0
- zstd=1.5.6=ha6fb4c9_0
Loading