wehub-resource-sync
157 lines
4.7 KiB
Python
157 lines
4.7 KiB
Python
# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import argparse
|
|
import copy
|
|
import pathlib
|
|
import sys
|
|
|
|
import jinja2
|
|
import yaml
|
|
|
|
# import from paddle/fluid/operators/generator
|
|
sys.path.append(
|
|
str(pathlib.Path(__file__).parents[3].joinpath('operators/generator'))
|
|
)
|
|
import filters as op_gen_filters
|
|
import generate_op as op_gen_utils
|
|
import parse_utils as op_gen_parse_utils
|
|
import tests_utils as op_gen_tests
|
|
|
|
# fmt: on
|
|
|
|
|
|
def load_yaml(path, mode="rt"):
|
|
with open(path, mode) as f:
|
|
return yaml.safe_load(f)
|
|
|
|
|
|
def render(tpl, *args, **kwargs):
|
|
env = jinja2.Environment(
|
|
loader=jinja2.FileSystemLoader(pathlib.Path(tpl).parent),
|
|
keep_trailing_newline=True,
|
|
trim_blocks=True,
|
|
lstrip_blocks=True,
|
|
undefined=jinja2.StrictUndefined,
|
|
extensions=['jinja2.ext.do'],
|
|
)
|
|
env.filters.update(
|
|
{
|
|
'to_paddle_attr_type': op_gen_filters.to_paddle_attr_type,
|
|
'to_paddle_input_type': op_gen_filters.to_paddle_input_type,
|
|
'to_paddle_output_type': op_gen_filters.to_paddle_output_type,
|
|
'to_pascal': op_gen_filters.to_pascal_case,
|
|
"trip_intermediate": op_gen_filters.filter_intermediate,
|
|
}
|
|
)
|
|
env.tests.update(
|
|
{
|
|
'scalar': op_gen_tests.is_scalar,
|
|
'intarray': op_gen_tests.is_intarray,
|
|
'datatype': op_gen_tests.is_datatype,
|
|
'tensor_sequence': op_gen_tests.is_tensor_list,
|
|
}
|
|
)
|
|
return env.get_template(pathlib.Path(tpl).name).render(*args, **kwargs)
|
|
|
|
|
|
def filter_prim(apis, prims):
|
|
return [api for api in apis if api.get('name') in prims]
|
|
|
|
|
|
def extend_compat(apis, compats):
|
|
dicts = op_gen_parse_utils.to_named_dict(copy.deepcopy(apis))
|
|
for api in dicts.values():
|
|
op_gen_utils.restruct_io(api)
|
|
api['op_name'] = api['name']
|
|
op_gen_utils.add_fluid_name(api['inputs'])
|
|
op_gen_utils.add_fluid_name(api['attrs'])
|
|
op_gen_utils.add_fluid_name(api['outputs'])
|
|
api['backward'] = None
|
|
op_gen_utils.add_compat_name(compats, dicts, {})
|
|
return tuple(dicts.values())
|
|
|
|
|
|
def extend_version(apis, versions):
|
|
apis = copy.deepcopy(apis)
|
|
for api in apis:
|
|
for version in versions:
|
|
if version.get('op') == api.get('name'):
|
|
api['version'] = version['version']
|
|
return apis
|
|
|
|
|
|
def generate(
|
|
api_prim_yaml_path,
|
|
api_phi_yaml_path,
|
|
api_phi_legacy_yaml_path,
|
|
api_compat_yaml_path,
|
|
api_version_yaml_path,
|
|
template_path,
|
|
output_op_path,
|
|
):
|
|
prims, phis, legacy_phis, compats, versions = (
|
|
load_yaml(api_prim_yaml_path),
|
|
load_yaml(api_phi_yaml_path),
|
|
load_yaml(api_phi_legacy_yaml_path),
|
|
load_yaml(api_compat_yaml_path),
|
|
load_yaml(api_version_yaml_path),
|
|
)
|
|
|
|
apis = phis + legacy_phis
|
|
apis = filter_prim(apis, prims)
|
|
apis = extend_version(apis, versions)
|
|
apis = extend_compat(apis, compats)
|
|
|
|
if len(apis) > 0:
|
|
with open(output_op_path, "wt") as f:
|
|
msg = render(template_path, apis=apis)
|
|
f.write(msg)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(
|
|
description="Generate Static Primitive API"
|
|
)
|
|
parser.add_argument(
|
|
'--api_prim_yaml_path', type=str, help="Primitive API yaml file.."
|
|
)
|
|
parser.add_argument(
|
|
'--api_phi_yaml_path', type=str, help="Parsed ops yaml file."
|
|
)
|
|
parser.add_argument(
|
|
'--api_phi_legacy_yaml_path', type=str, help="Parsed ops yaml file."
|
|
)
|
|
parser.add_argument(
|
|
'--api_compat_yaml_path', type=str, help="Ops args compat yaml file."
|
|
)
|
|
parser.add_argument(
|
|
'--api_version_yaml_path', type=str, help="Ops version yaml file."
|
|
)
|
|
parser.add_argument(
|
|
"--template_path", type=str, help="JinJa2 template file Path."
|
|
)
|
|
parser.add_argument("--output_path", type=str, help="Output path.")
|
|
|
|
args = parser.parse_args()
|
|
generate(
|
|
args.api_prim_yaml_path,
|
|
args.api_phi_yaml_path,
|
|
args.api_phi_legacy_yaml_path,
|
|
args.api_compat_yaml_path,
|
|
args.api_version_yaml_path,
|
|
args.template_path,
|
|
args.output_path,
|
|
)
|