pyvkfft-test --systematic --backend pyopencl --gpu a40 --max-nb-tests 0 --nproc 16 --ndim 2 --range 2 4500 --dst 1 --radix --norm 1 --range-mb 0 4100

ERRORS:

======================================================================
test_systematic  (backend='pyopencl', shape=(4095, 4095), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 408, in test_accuracy
    n2, ni = l2(d, d1_gpu.get()), li(d, d1_gpu.get())
                   ^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyopencl/array.py", line 921, in get
    ary, event1 = self._get(queue=queue, ary=ary, async_=async_, **kwargs)
                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyopencl/array.py", line 880, in _get
    event1 = cl.enqueue_copy(queue, ary, self.base_data,
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyopencl/__init__.py", line 2009, in enqueue_copy
    return _cl._enqueue_read_buffer(queue, src, dest, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
pyopencl._cl.RuntimeError: clEnqueueReadBuffer failed: OUT_OF_RESOURCES

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 578, in test_accuracy_kwargs
    raise RuntimeError("An OpenCL RuntimeError was encountered")
RuntimeError: An OpenCL RuntimeError was encountered
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: An OpenCL RuntimeError was encountered

======================================================================
test_systematic  (backend='pyopencl', shape=(4212, 4212), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4212,4212) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4212,4212) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4290, 4290), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4290,4290) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4290,4290) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4356, 4356), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4356,4356) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4356,4356) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4374, 4374), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4374,4374) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4374,4374) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4400, 4400), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4400,4400) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4400,4400) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4410, 4410), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4410,4410) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4410,4410) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]

======================================================================
test_systematic  (backend='pyopencl', shape=(4500, 4500), ndim=2, dtype=dtype('float32'), norm=1, use_lut=False, inplace=False, r2c=False, dct=False, dst=1, fstride=False) [pyvkfft.test.test_fft.TestFFTSystematic]:
----------------------------------------------------------------------
multiprocessing.pool.RemoteTraceback: 
"""
Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 125, in worker
    result = (True, func(*args, **kwds))
                    ^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 573, in test_accuracy_kwargs
    t = test_accuracy(**kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/accuracy.py", line 303, in test_accuracy
    app = clVkFFTApp(d0.shape, d0.dtype, queue, ndim=ndim, norm=norm,
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/opencl.py", line 173, in __init__
    check_vkfft_result(res, shape, dtype, ndim, inplace, norm, r2c, dct, dst, axes, "opencl:%s:%s" %
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/base.py", line 420, in check_vkfft_result
    raise RuntimeError("VkFFT error %d: %s %s" % (res, r.name, s))
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4500,4500) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]
"""

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/site-packages/pyvkfft/test/test_fft.py", line 979, in test_systematic
    res = results.next(timeout=self.timeout * r)
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/esrf/favre/miniconda3/envs/pynx-py311-cu11.7/lib/python3.11/multiprocessing/pool.py", line 873, in next
    raise value
RuntimeError: VkFFT error 4031: VKFFT_ERROR_FAILED_TO_COMPILE_PROGRAM DST1 (4500,4500) float32 2D norm=1 [opencl:NVIDIA CUDA:NVIDIA A40]