Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[AMD] hipify torchaudio #3840

Merged
merged 1 commit into from
Oct 16, 2024

[AMD] hipify torchaudio (#3840)

c68df03
Select commit
Loading
Failed to load commit list.
Merged

[AMD] hipify torchaudio #3840

[AMD] hipify torchaudio (#3840)
c68df03
Select commit
Loading
Failed to load commit list.
PyTorch Bot / Dr.CI completed Oct 13, 2024 in 0s

Dr.CI classification results

{"FAILED":[{"workflowId":11312597940,"workflowUniqueId":14651946,"id":31460196757,"runnerName":"GitHub Actions 60","authorEmail":"[email protected]","name":"Integration Test / build (3.8)","jobName":"build (3.8)","conclusion":"failure","completed_at":"2024-10-13T07:53:00.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597940/job/31460196757","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["subprocess.CalledProcessError: Command '['cmake', '/home/runner/work/audio/audio', '-DCMAKE_BUILD_TYPE=Release', '-DCMAKE_PREFIX_PATH=/opt/hostedtoolcache/Python/3.8.18/x64/lib/python3.8/site-packages/torch/share/cmake', '-DCMAKE_INSTALL_PREFIX=/home/runner/work/audio/audio/build/lib.linux-x86_64-cpython-38/', '-DCMAKE_VERBOSE_MAKEFILE=ON', '-DPython_INCLUDE_DIR=/opt/hostedtoolcache/Python/3.8.18/x64/include/python3.8', '-DBUILD_CPP_TEST=OFF', '-DBUILD_SOX:BOOL=ON', '-DBUILD_RIR:BOOL=ON', '-DBUILD_RNNT:BOOL=ON', '-DBUILD_ALIGN:BOOL=ON', '-DBUILD_CUDA_CTC_DECODER:BOOL=ON', '-DBUILD_TORCHAUDIO_PYTHON_EXTENSION:BOOL=ON', '-DBUILD_TORIO_PYTHON_EXTENSION:BOOL=ON', '-DUSE_ROCM:BOOL=OFF', '-DUSE_CUDA:BOOL=ON', '-DUSE_OPENMP:BOOL=ON', '-DUSE_FFMPEG:BOOL=ON', '-GNinja']' returned non-zero exit status 1."],"failure_lines":["subprocess.CalledProcessError: Command '['cmake', '/home/runner/work/audio/audio', '-DCMAKE_BUILD_TYPE=Release', '-DCMAKE_PREFIX_PATH=/opt/hostedtoolcache/Python/3.8.18/x64/lib/python3.8/site-packages/torch/share/cmake', '-DCMAKE_INSTALL_PREFIX=/home/runner/work/audio/audio/build/lib.linux-x86_64-cpython-38/', '-DCMAKE_VERBOSE_MAKEFILE=ON', '-DPython_INCLUDE_DIR=/opt/hostedtoolcache/Python/3.8.18/x64/include/python3.8', '-DBUILD_CPP_TEST=OFF', '-DBUILD_SOX:BOOL=ON', '-DBUILD_RIR:BOOL=ON', '-DBUILD_RNNT:BOOL=ON', '-DBUILD_ALIGN:BOOL=ON', '-DBUILD_CUDA_CTC_DECODER:BOOL=ON', '-DBUILD_TORCHAUDIO_PYTHON_EXTENSION:BOOL=ON', '-DBUILD_TORIO_PYTHON_EXTENSION:BOOL=ON', '-DUSE_ROCM:BOOL=OFF', '-DUSE_CUDA:BOOL=ON', '-DUSE_OPENMP:BOOL=ON', '-DUSE_FFMPEG:BOOL=ON', '-GNinja']' returned non-zero exit status 1."],"failure_context":[],"time":"2024-10-13T07:50:08.000000000Z"},{"workflowId":11312597961,"workflowUniqueId":47130345,"id":31460197096,"runnerName":"i-0710371b7bbf1876c","authorEmail":"[email protected]","name":"Unit-tests on Linux GPU / tests (3.10, 11.8) / linux-job","jobName":"tests (3.10, 11.8) / linux-job","conclusion":"failure","completed_at":"2024-10-13T09:06:34.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597961/job/31460197096","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["RuntimeError: Command docker exec -t 643b31e2f801c0b000327ff2933b9e9b20213f1f0f305e0f5922701bff2d09e0 /exec failed with exit code 2"],"failure_lines":["RuntimeError: Command docker exec -t 643b31e2f801c0b000327ff2933b9e9b20213f1f0f305e0f5922701bff2d09e0 /exec failed with exit code 2"],"failure_context":["+ pytest -v --cov=torchaudio --junitxml=/test-results/junit.xml --durations 100 -k 'cuda or gpu' torchaudio_unittest","+ grep TORCHAUDIO","+ env","+ python3 -m torch.utils.collect_env","+ cd test","+ declare -a args","+ args=('-v' '--cov=torchaudio' "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml" '--durations' '100' '-k' 'cuda or gpu')","+ PATH=/pytorch/audio/third_party/install/bin/:/pytorch/audio/ci_env/bin:/opt/conda/condabin:/opt/conda/bin:/usr/local/cuda-11.8/bin:/opt/rh/devtoolset-9/root/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","+ export PATH=/pytorch/audio/third_party/install/bin/:/pytorch/audio/ci_env/bin:/opt/conda/condabin:/opt/conda/bin:/usr/local/cuda-11.8/bin:/opt/rh/devtoolset-9/root/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","+ echo '::group::Run tests'","+ echo ::endgroup::","+ pip3 install --progress-bar off kaldi-io SoundFile coverage pytest pytest-cov scipy==1.7.3 transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag flashlight-text git+https://github.com/kpu/kenlm/ git+https://github.com/pytorch/fairseq.git@e47a4c8"],"time":"2024-10-13T07:50:09.000000000Z"},{"workflowId":11312597961,"workflowUniqueId":47130345,"id":31460197161,"runnerName":"i-0576cce5f982b3e19","authorEmail":"[email protected]","name":"Unit-tests on Linux GPU / tests (3.8, 11.8) / linux-job","jobName":"tests (3.8, 11.8) / linux-job","conclusion":"failure","completed_at":"2024-10-13T10:00:47.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597961/job/31460197161","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":["+ make install","+ make -j","+ make clean","+ ./configure --prefix=/pytorch/audio/ci_env --extra-cflags=-I/pytorch/audio/ci_env/include --extra-ldflags=-L/pytorch/audio/ci_env/lib '--nvccflags=-gencode arch=compute_86,code=sm_86 -O2' --disable-doc --enable-rpath --disable-static --enable-protocol=https --enable-gnutls --enable-shared --enable-gpl --enable-nonfree --enable-libmp3lame --enable-libx264 --enable-cuda-nvcc --enable-nvenc --enable-cuvid --enable-nvdec","+ revision=6.0","+ export revision=6.0","+ cd ./FFmpeg-n6.0","+ tar -xf n6.0.tar.gz","+ wget -q https://github.com/FFmpeg/FFmpeg/archive/refs/tags/n6.0.tar.gz","+ conda install --quiet --yes -c conda-forge yasm x264 gnutls pkg-config lame libopus libvpx openh264 openssl x264","+ make PREFIX=/pytorch/audio/ci_env install","+ git checkout n12.0.16.0"],"time":"2024-10-13T07:50:10.000000000Z"},{"workflowId":11312597961,"workflowUniqueId":47130345,"id":31460197278,"runnerName":"i-02e5e29be607c0184","authorEmail":"[email protected]","name":"Unit-tests on Linux GPU / tests (3.9, 11.8) / linux-job","jobName":"tests (3.9, 11.8) / linux-job","conclusion":"failure","completed_at":"2024-10-13T09:36:59.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597961/job/31460197278","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["torchaudio_unittest/models/hdemucs/hdemucs_gpu_test.py::HDemucsFloat32GPUTest::test_import_recreate_low_model_3"],"failure_lines":["FAILED torchaudio_unittest/models/hdemucs/hdemucs_gpu_test.py::HDemucsFloat32GPUTest::test_import_recreate_low_model_3 - ModuleNotFoundError: No module named 'omegaconf.basecontainer'"],"failure_context":["+ pytest -v --cov=torchaudio --junitxml=/test-results/junit.xml --durations 100 -k 'cuda or gpu' torchaudio_unittest","+ grep TORCHAUDIO","+ env","+ python3 -m torch.utils.collect_env","+ cd test","+ declare -a args","+ args=('-v' '--cov=torchaudio' "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml" '--durations' '100' '-k' 'cuda or gpu')","+ PATH=/pytorch/audio/third_party/install/bin/:/pytorch/audio/ci_env/bin:/opt/conda/condabin:/opt/conda/bin:/usr/local/cuda-11.8/bin:/opt/rh/devtoolset-9/root/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","+ export PATH=/pytorch/audio/third_party/install/bin/:/pytorch/audio/ci_env/bin:/opt/conda/condabin:/opt/conda/bin:/usr/local/cuda-11.8/bin:/opt/rh/devtoolset-9/root/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin","+ echo '::group::Run tests'","+ echo ::endgroup::","+ pip3 install --progress-bar off kaldi-io SoundFile coverage pytest pytest-cov scipy==1.7.3 transformers expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag flashlight-text git+https://github.com/kpu/kenlm/ git+https://github.com/pytorch/fairseq.git@e47a4c8"],"time":"2024-10-13T07:50:10.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":11312597960,"workflowUniqueId":56760987,"id":31460197076,"runnerName":"i-045a6e42856aa0bea","authorEmail":"[email protected]","name":"Unit-tests on Linux CPU / tests (3.10) / linux-job","jobName":"tests (3.10) / linux-job","conclusion":"failure","completed_at":"2024-10-13T09:50:47.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597960/job/31460197076","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":["+ /opt/conda/bin/conda install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ __conda_exe install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ case "$cmd" in","+ local cmd=install","+ conda install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ hash -r","+ '[' -n '' ']'","+ '[' -n '' ']'","+ __conda_hashr","++ CONDA_PROMPT_MODIFIER='(ci) '","++ export 'CONDA_PROMPT_MODIFIER=(ci) '","++ CONDA_SHLVL=2"],"time":"2024-10-13T07:50:09.000000000Z"},{"workflowId":11312597960,"workflowUniqueId":56760987,"id":31460197159,"runnerName":"i-0564f01a613b81274","authorEmail":"[email protected]","name":"Unit-tests on Linux CPU / tests (3.8) / linux-job","jobName":"tests (3.8) / linux-job","conclusion":"failure","completed_at":"2024-10-13T09:50:48.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597960/job/31460197159","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":["+ /opt/conda/bin/conda install -y -c conda-forge sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ __conda_exe install -y -c conda-forge sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ case "$cmd" in","+ local cmd=install","+ conda install -y -c conda-forge sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ hash -r","+ '[' -n '' ']'","+ '[' -n '' ']'","+ __conda_hashr","++ CONDA_PROMPT_MODIFIER='(ci) '","++ export 'CONDA_PROMPT_MODIFIER=(ci) '","++ CONDA_SHLVL=2"],"time":"2024-10-13T07:50:10.000000000Z"},{"workflowId":11312597960,"workflowUniqueId":56760987,"id":31460197274,"runnerName":"i-0b548dba51b1cf27f","authorEmail":"[email protected]","name":"Unit-tests on Linux CPU / tests (3.9) / linux-job","jobName":"tests (3.9) / linux-job","conclusion":"failure","completed_at":"2024-10-13T09:50:47.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597960/job/31460197274","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":["+ /opt/conda/bin/conda install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ __conda_exe install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ case "$cmd" in","+ local cmd=install","+ conda install -y -c conda-forge -c numba/label/dev sox libvorbis librosa==0.10.0 parameterized 'requests>=2.20' 'ffmpeg>=6,<7'","+ hash -r","+ '[' -n '' ']'","+ '[' -n '' ']'","+ __conda_hashr","++ CONDA_PROMPT_MODIFIER='(ci) '","++ export 'CONDA_PROMPT_MODIFIER=(ci) '","++ CONDA_SHLVL=2"],"time":"2024-10-13T07:50:10.000000000Z"},{"workflowId":11312597959,"workflowUniqueId":56761844,"id":31460196889,"runnerName":"GitHub Actions 106","authorEmail":"[email protected]","name":"Unit-tests on Macos CPU / tests / macos-job","jobName":"tests / macos-job","conclusion":"failure","completed_at":"2024-10-13T08:49:37.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597959/job/31460196889","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["torchaudio_unittest/prototype/functional/pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1"],"failure_lines":["FAILED torchaudio_unittest/prototype/functional/pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1 - AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 899]) != torch.Size([4, 898])."],"failure_context":["+ ./.github/scripts/unittest-linux/run_test.sh","+ echo '::group::Run Tests'","+ echo ::endgroup::","+ pip install kaldi-io SoundFile coverage pytest pytest-cov scipy==1.7.3 expecttest unidecode inflect Pillow sentencepiece pytorch-lightning 'protobuf<4.21.0' demucs tinytag pyroomacoustics flashlight-text git+https://github.com/kpu/kenlm","+ hash -r","+ '[' -n '' ']'","+ '[' -n '' ']'","+ __conda_hashr","+++ unset conda_catalog_files ifs_libxml2 rem","+++ XML_CATALOG_FILES='file:///usr/local/miniconda/envs/ci/etc/xml/catalog file:///etc/xml/catalog'","+++ export 'XML_CATALOG_FILES=file:///usr/local/miniconda/envs/ci/etc/xml/catalog file:///etc/xml/catalog'","+++ conda_catalog_files='file:///usr/local/miniconda/envs/ci/etc/xml/catalog file:///etc/xml/catalog'"],"time":"2024-10-13T07:50:09.000000000Z"},{"workflowId":11312597974,"workflowUniqueId":56987541,"id":31460196995,"runnerName":"i-036d830244c68a9ee","authorEmail":"[email protected]","name":"Unittests on Windows CPU / unittests-windows-cpu / windows-job","jobName":"unittests-windows-cpu / windows-job","conclusion":"failure","completed_at":"2024-10-13T09:06:02.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597974/job/31460196995","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["torchaudio_unittest\prototype\functional\pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1"],"failure_lines":["FAILED torchaudio_unittest\prototype\functional\pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1 - AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 899]) != torch.Size([4, 898])."],"failure_context":["+ pytest --continue-on-collection-errors --cov=torchaudio '--junitxml=C:\actions-runner\_work\_temp/test-results/junit.xml' -v --durations 20 torchaudio_unittest","+ cd test","+ grep TORCHAUDIO","+ env","+ python -m torch.utils.collect_env","++ [[ cpu != \c\p\u ]]","++ version=cpu","++ '[' -z '' ']'","++ set -euxo pipefail","+ source /c/actions-runner/_work/audio/audio/pytorch/audio/.github/scripts/unittest-windows/set_cuda_envs.sh","+ this_dir=/c/actions-runner/_work/audio/audio/pytorch/audio/.github/scripts/unittest-windows","++ pwd"],"time":"2024-10-13T07:50:09.000000000Z"},{"workflowId":11312597971,"workflowUniqueId":56987542,"id":31460196916,"runnerName":"i-01b27676813ba43fa","authorEmail":"[email protected]","name":"Unittests on Windows GPU / unittests-windows-gpu / windows-job","jobName":"unittests-windows-gpu / windows-job","conclusion":"failure","completed_at":"2024-10-13T09:35:27.000000000Z","html_url":"https://github.com/pytorch/audio/actions/runs/11312597971/job/31460196916","head_branch":"export-D64184710","pr_number":3840,"head_sha":"c68df032ec8da2d66beedc8009a7a1593486f33c","head_sha_timestamp":"2024-10-13T07:49:02Z","failure_captures":["torchaudio_unittest\prototype\functional\pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1"],"failure_lines":["FAILED torchaudio_unittest\prototype\functional\pyroomacoustics_compatibility_test.py::CompatibilityTest::test_simulate_rir_ism_single_band_1 - AssertionError: The values for attribute 'shape' do not match: torch.Size([4, 899]) != torch.Size([4, 898])."],"failure_context":["+ pytest --continue-on-collection-errors --cov=torchaudio '--junitxml=C:\actions-runner\_work\_temp/test-results/junit.xml' -v --durations 20 torchaudio_unittest","+ cd test","+ grep TORCHAUDIO","+ env","+ python -m torch.utils.collect_env","++ grep CUDA","++ env","++ nvcc --version","++ which nvcc","++ break","+-----------------------------------------------------------------------------+","+-----------------------------------------------------------------------------+"],"time":"2024-10-13T07:50:09.000000000Z"}],"UNSTABLE":[]}