wehub-resource-sync
210 lines
7.4 KiB
Python
210 lines
7.4 KiB
Python
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import ctypes
|
|
import unittest
|
|
|
|
import numpy as np
|
|
from op_test import get_device_place
|
|
|
|
import paddle
|
|
from paddle.device import cuda
|
|
|
|
|
|
class TestCurrentStream(unittest.TestCase):
|
|
def test_current_stream(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s = cuda.current_stream()
|
|
self.assertTrue(isinstance(s, cuda.Stream))
|
|
|
|
s1 = cuda.current_stream(0)
|
|
self.assertTrue(isinstance(s1, cuda.Stream))
|
|
|
|
s2 = cuda.current_stream(get_device_place())
|
|
self.assertTrue(isinstance(s2, cuda.Stream))
|
|
|
|
self.assertEqual(s1, s2)
|
|
|
|
s3 = cuda.current_stream('gpu:0')
|
|
self.assertTrue(isinstance(s3, cuda.Stream))
|
|
|
|
|
|
class TestSynchronize(unittest.TestCase):
|
|
def test_synchronize(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
self.assertIsNone(cuda.synchronize())
|
|
self.assertIsNone(cuda.synchronize(0))
|
|
self.assertIsNone(cuda.synchronize(get_device_place()))
|
|
self.assertIsNone(cuda.synchronize("gpu:0"))
|
|
self.assertIsNone(cuda.synchronize("gpu"))
|
|
|
|
self.assertRaises(ValueError, cuda.synchronize, "xpu")
|
|
|
|
|
|
class TestCUDAStream(unittest.TestCase):
|
|
def test_cuda_stream(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s = paddle.device.cuda.Stream()
|
|
self.assertIsNotNone(s)
|
|
|
|
def test_cuda_stream_synchronize(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s = paddle.device.cuda.Stream()
|
|
e1 = paddle.device.cuda.Event(True, False, False)
|
|
e2 = paddle.device.cuda.Event(True, False, False)
|
|
|
|
e1.record(s)
|
|
e1.query()
|
|
tensor1 = paddle.to_tensor(paddle.rand([1000, 1000]))
|
|
tensor2 = paddle.matmul(tensor1, tensor1)
|
|
s.synchronize()
|
|
e2.record(s)
|
|
e2.synchronize()
|
|
|
|
self.assertTrue(s.query())
|
|
|
|
def test_cuda_stream_wait_event_and_record_event(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s1 = cuda.Stream(0)
|
|
tensor1 = paddle.to_tensor(paddle.rand([1000, 1000]))
|
|
tensor2 = paddle.matmul(tensor1, tensor1)
|
|
e1 = cuda.Event(False, False, False)
|
|
s1.record_event(e1)
|
|
|
|
s2 = cuda.Stream(0)
|
|
s2.wait_event(e1)
|
|
s2.synchronize()
|
|
|
|
self.assertTrue(e1.query() and s1.query() and s2.query())
|
|
|
|
def test_cuda_stream_protocol(self):
|
|
if paddle.cuda.is_available() and paddle.is_compiled_with_cuda():
|
|
stream = paddle.cuda.Stream()
|
|
|
|
self.assertTrue(hasattr(stream, "__cuda_stream__"))
|
|
|
|
result = stream.__cuda_stream__()
|
|
|
|
self.assertIsInstance(result, tuple)
|
|
self.assertEqual(len(result), 2)
|
|
self.assertEqual(result[0], 0) # Protocol version
|
|
self.assertEqual(
|
|
result[1], stream.stream_base.cuda_stream
|
|
) # Stream handle
|
|
|
|
external_stream = paddle.cuda.get_stream_from_external(result[1], 0)
|
|
external_result = external_stream.__cuda_stream__()
|
|
self.assertEqual(result, external_result)
|
|
|
|
|
|
class TestCUDAEvent(unittest.TestCase):
|
|
def test_cuda_event(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
e = paddle.device.cuda.Event(True, False, False)
|
|
self.assertIsNotNone(e)
|
|
s = paddle.device.cuda.current_stream()
|
|
|
|
def test_cuda_event_methods(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
e = paddle.device.cuda.Event(True, False, False)
|
|
s = paddle.device.cuda.current_stream()
|
|
event_query_1 = e.query()
|
|
tensor1 = paddle.to_tensor(paddle.rand([1000, 1000]))
|
|
tensor2 = paddle.matmul(tensor1, tensor1)
|
|
s.record_event(e)
|
|
e.synchronize()
|
|
event_query_2 = e.query()
|
|
|
|
self.assertTrue(event_query_1)
|
|
self.assertTrue(event_query_2)
|
|
|
|
|
|
class TestStreamGuard(unittest.TestCase):
|
|
'''
|
|
Note:
|
|
The asynchronous execution property of CUDA Stream can only be tested offline.
|
|
'''
|
|
|
|
def test_stream_guard_normal(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s = paddle.device.cuda.Stream()
|
|
a = paddle.to_tensor(np.array([0, 2, 4], dtype="int32"))
|
|
b = paddle.to_tensor(np.array([1, 3, 5], dtype="int32"))
|
|
c = a + b
|
|
with paddle.device.cuda.stream_guard(s):
|
|
d = a + b
|
|
# NOTE(zhiqiu): it is strange that cudaMemcpy d2h not waits all
|
|
# kernels to be completed on windows.
|
|
s.synchronize()
|
|
|
|
np.testing.assert_array_equal(np.array(c), np.array(d))
|
|
|
|
def test_stream_guard_default_stream(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
s1 = paddle.device.cuda.current_stream()
|
|
with paddle.device.cuda.stream_guard(s1):
|
|
pass
|
|
s2 = paddle.device.cuda.current_stream()
|
|
|
|
self.assertTrue(id(s1) == id(s2))
|
|
|
|
def test_set_current_stream_default_stream(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
cur_stream = paddle.device.cuda.current_stream()
|
|
new_stream = paddle.device.cuda._set_current_stream(cur_stream)
|
|
|
|
self.assertTrue(id(cur_stream) == id(new_stream))
|
|
|
|
def test_stream_guard_raise_error(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
|
|
def test_not_correct_stream_guard_input():
|
|
tmp = np.zeros(5)
|
|
with paddle.device.cuda.stream_guard(tmp):
|
|
pass
|
|
|
|
self.assertRaises(TypeError, test_not_correct_stream_guard_input)
|
|
|
|
def test_set_current_stream_raise_error(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
self.assertRaises(
|
|
TypeError, paddle.device.cuda._set_current_stream, np.zeros(5)
|
|
)
|
|
self.assertRaises(
|
|
TypeError, paddle.device.cuda._set_current_stream, None
|
|
)
|
|
|
|
|
|
class TestRawStream(unittest.TestCase):
|
|
def test_cuda_stream(self):
|
|
if paddle.is_compiled_with_cuda():
|
|
cuda_stream = paddle.device.cuda.current_stream().cuda_stream
|
|
print(cuda_stream)
|
|
self.assertTrue(type(cuda_stream) is int)
|
|
ptr = ctypes.c_void_p(cuda_stream)
|
|
|
|
def test_paddle_cuda_current_stream_cuda_stream(self):
|
|
if paddle.is_compiled_with_cuda() and paddle.cuda.is_available():
|
|
stream = paddle.cuda.current_stream()
|
|
cuda_stream = stream.cuda_stream
|
|
ptr = ctypes.c_void_p(cuda_stream)
|
|
|
|
self.assertTrue(type(cuda_stream) is int)
|
|
self.assertTrue(cuda_stream >= 0 or ptr.value is not None)
|
|
self.assertEqual(cuda_stream, stream.stream_base.cuda_stream)
|
|
self.assertEqual(cuda_stream, stream.stream_base.raw_stream)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|