# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import unittest import numpy as np from numpy.lib.stride_tricks import as_strided from op_test import ( OpTest, convert_float_to_uint16, get_device_place, is_custom_device, ) import paddle from paddle.base import core def frame_from_librosa(x, frame_length, hop_length, axis=-1): if axis == -1 and not x.flags["C_CONTIGUOUS"]: x = np.ascontiguousarray(x) elif axis == 0 and not x.flags["F_CONTIGUOUS"]: x = np.asfortranarray(x) n_frames = 1 + (x.shape[axis] - frame_length) // hop_length strides = np.asarray(x.strides) if axis == -1: shape = [*list(x.shape)[:-1], frame_length, n_frames] strides = [*strides, hop_length * x.itemsize] elif axis == 0: shape = [n_frames, frame_length, *list(x.shape)[1:]] strides = [hop_length * x.itemsize, *strides] else: raise ValueError(f"Frame axis={axis} must be either 0 or -1") return as_strided(x, shape=shape, strides=strides) class TestFrameOp(OpTest): def setUp(self): self.op_type = "frame" self.python_api = paddle.signal.frame self.init_dtype() self.init_shape() self.init_attrs() self.inputs = {'X': np.random.random(size=self.shape)} self.outputs = { 'Out': frame_from_librosa(x=self.inputs['X'], **self.attrs) } def init_dtype(self): self.dtype = 'float64' def init_shape(self): self.shape = (150,) def init_attrs(self): self.attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': -1, } def test_check_output(self): paddle.enable_static() self.check_output(check_pir=True) paddle.disable_static() def test_check_grad_normal(self): paddle.enable_static() self.check_grad(['X'], 'Out') paddle.disable_static() class TestCase1(TestFrameOp): def initTestCase(self): input_shape = (150,) input_type = 'float64' attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': 0, } return input_shape, input_type, attrs class TestCase2(TestFrameOp): def initTestCase(self): input_shape = (8, 150) input_type = 'float64' attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': -1, } return input_shape, input_type, attrs class TestCase3(TestFrameOp): def initTestCase(self): input_shape = (150, 8) input_type = 'float64' attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': 0, } return input_shape, input_type, attrs class TestCase4(TestFrameOp): def initTestCase(self): input_shape = (4, 2, 150) input_type = 'float64' attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': -1, } return input_shape, input_type, attrs class TestCase5(TestFrameOp): def initTestCase(self): input_shape = (150, 4, 2) input_type = 'float64' attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': 0, } return input_shape, input_type, attrs class TestFrameFP16OP(TestFrameOp): def init_dtype(self): self.dtype = np.float16 @unittest.skipIf( not (core.is_compiled_with_cuda() or is_custom_device()) or not core.is_bfloat16_supported(get_device_place()), "core is not compiled with CUDA and not support the bfloat16", ) class TestFrameBF16OP(OpTest): def setUp(self): self.op_type = "frame" self.python_api = paddle.signal.frame self.shape, self.dtype, self.attrs = self.initTestCase() x = np.random.random(size=self.shape).astype(np.float32) out = frame_from_librosa(x, **self.attrs).copy() self.inputs = { 'X': convert_float_to_uint16(x), } self.outputs = {'Out': convert_float_to_uint16(out)} def initTestCase(self): input_shape = (150,) input_dtype = np.uint16 attrs = { 'frame_length': 50, 'hop_length': 15, 'axis': -1, } return input_shape, input_dtype, attrs def test_check_output(self): paddle.enable_static() place = get_device_place() self.check_output_with_place(place) paddle.disable_static() def test_check_grad_normal(self): paddle.enable_static() place = get_device_place() self.check_grad_with_place(place, ['X'], 'Out') paddle.disable_static() if __name__ == '__main__': unittest.main()