wehub-resource-sync
89 lines
2.7 KiB
Python
89 lines
2.7 KiB
Python
#!/usr/bin/env python3
|
|
# -*- encoding: utf-8 -*-
|
|
# Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights Reserved.
|
|
# MIT License (https://opensource.org/licenses/MIT)
|
|
|
|
import types
|
|
import torch
|
|
from funasr.register import tables
|
|
|
|
|
|
def export_rebuild_model(model, **kwargs):
|
|
"""Export rebuild model.
|
|
|
|
Args:
|
|
model: Model instance or model name.
|
|
**kwargs: Additional keyword arguments.
|
|
"""
|
|
is_onnx = kwargs.get("type", "onnx") == "onnx"
|
|
encoder_class = tables.encoder_classes.get(kwargs["encoder"] + "Export")
|
|
model.encoder = encoder_class(model.encoder, onnx=is_onnx)
|
|
|
|
model.forward = types.MethodType(export_forward, model)
|
|
model.export_dummy_inputs = types.MethodType(export_dummy_inputs, model)
|
|
model.export_input_names = types.MethodType(export_input_names, model)
|
|
model.export_output_names = types.MethodType(export_output_names, model)
|
|
model.export_dynamic_axes = types.MethodType(export_dynamic_axes, model)
|
|
model.export_name = types.MethodType(export_name, model)
|
|
|
|
return model
|
|
|
|
|
|
def export_forward(self, feats: torch.Tensor, *args, **kwargs):
|
|
|
|
"""Export forward.
|
|
|
|
Args:
|
|
feats: Feature tensor (e.g., fbank), shape (batch, frames, dim).
|
|
*args: Variable positional arguments.
|
|
**kwargs: Additional keyword arguments.
|
|
"""
|
|
scores, out_caches = self.encoder(feats, *args)
|
|
|
|
return scores, out_caches
|
|
|
|
|
|
def export_dummy_inputs(self, data_in=None, frame=30):
|
|
"""Export dummy inputs.
|
|
|
|
Args:
|
|
data_in: Input data (audio samples, file paths, or text).
|
|
frame: TODO.
|
|
"""
|
|
if data_in is None:
|
|
speech = torch.randn(1, frame, self.encoder_conf.get("input_dim"))
|
|
else:
|
|
speech = None # Undo
|
|
|
|
cache_frames = self.encoder_conf.get("lorder") + self.encoder_conf.get("rorder") - 1
|
|
in_cache0 = torch.randn(1, self.encoder_conf.get("proj_dim"), cache_frames, 1)
|
|
in_cache1 = torch.randn(1, self.encoder_conf.get("proj_dim"), cache_frames, 1)
|
|
in_cache2 = torch.randn(1, self.encoder_conf.get("proj_dim"), cache_frames, 1)
|
|
in_cache3 = torch.randn(1, self.encoder_conf.get("proj_dim"), cache_frames, 1)
|
|
|
|
return (speech, in_cache0, in_cache1, in_cache2, in_cache3)
|
|
|
|
|
|
def export_input_names(self):
|
|
"""Export input names."""
|
|
return ["speech", "in_cache0", "in_cache1", "in_cache2", "in_cache3"]
|
|
|
|
|
|
def export_output_names(self):
|
|
"""Export output names."""
|
|
return ["logits", "out_cache0", "out_cache1", "out_cache2", "out_cache3"]
|
|
|
|
|
|
def export_dynamic_axes(self):
|
|
"""Export dynamic axes."""
|
|
return {
|
|
"speech": {1: "feats_length"},
|
|
}
|
|
|
|
|
|
def export_name(
|
|
self,
|
|
):
|
|
"""Export name."""
|
|
return "model.onnx"
|