chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,156 @@
|
||||
# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import argparse
|
||||
import copy
|
||||
import pathlib
|
||||
import sys
|
||||
|
||||
import jinja2
|
||||
import yaml
|
||||
|
||||
# import from paddle/fluid/operators/generator
|
||||
sys.path.append(
|
||||
str(pathlib.Path(__file__).parents[3].joinpath('operators/generator'))
|
||||
)
|
||||
import filters as op_gen_filters
|
||||
import generate_op as op_gen_utils
|
||||
import parse_utils as op_gen_parse_utils
|
||||
import tests_utils as op_gen_tests
|
||||
|
||||
# fmt: on
|
||||
|
||||
|
||||
def load_yaml(path, mode="rt"):
|
||||
with open(path, mode) as f:
|
||||
return yaml.safe_load(f)
|
||||
|
||||
|
||||
def render(tpl, *args, **kwargs):
|
||||
env = jinja2.Environment(
|
||||
loader=jinja2.FileSystemLoader(pathlib.Path(tpl).parent),
|
||||
keep_trailing_newline=True,
|
||||
trim_blocks=True,
|
||||
lstrip_blocks=True,
|
||||
undefined=jinja2.StrictUndefined,
|
||||
extensions=['jinja2.ext.do'],
|
||||
)
|
||||
env.filters.update(
|
||||
{
|
||||
'to_paddle_attr_type': op_gen_filters.to_paddle_attr_type,
|
||||
'to_paddle_input_type': op_gen_filters.to_paddle_input_type,
|
||||
'to_paddle_output_type': op_gen_filters.to_paddle_output_type,
|
||||
'to_pascal': op_gen_filters.to_pascal_case,
|
||||
"trip_intermediate": op_gen_filters.filter_intermediate,
|
||||
}
|
||||
)
|
||||
env.tests.update(
|
||||
{
|
||||
'scalar': op_gen_tests.is_scalar,
|
||||
'intarray': op_gen_tests.is_intarray,
|
||||
'datatype': op_gen_tests.is_datatype,
|
||||
'tensor_sequence': op_gen_tests.is_tensor_list,
|
||||
}
|
||||
)
|
||||
return env.get_template(pathlib.Path(tpl).name).render(*args, **kwargs)
|
||||
|
||||
|
||||
def filter_prim(apis, prims):
|
||||
return [api for api in apis if api.get('name') in prims]
|
||||
|
||||
|
||||
def extend_compat(apis, compats):
|
||||
dicts = op_gen_parse_utils.to_named_dict(copy.deepcopy(apis))
|
||||
for api in dicts.values():
|
||||
op_gen_utils.restruct_io(api)
|
||||
api['op_name'] = api['name']
|
||||
op_gen_utils.add_fluid_name(api['inputs'])
|
||||
op_gen_utils.add_fluid_name(api['attrs'])
|
||||
op_gen_utils.add_fluid_name(api['outputs'])
|
||||
api['backward'] = None
|
||||
op_gen_utils.add_compat_name(compats, dicts, {})
|
||||
return tuple(dicts.values())
|
||||
|
||||
|
||||
def extend_version(apis, versions):
|
||||
apis = copy.deepcopy(apis)
|
||||
for api in apis:
|
||||
for version in versions:
|
||||
if version.get('op') == api.get('name'):
|
||||
api['version'] = version['version']
|
||||
return apis
|
||||
|
||||
|
||||
def generate(
|
||||
api_prim_yaml_path,
|
||||
api_phi_yaml_path,
|
||||
api_phi_legacy_yaml_path,
|
||||
api_compat_yaml_path,
|
||||
api_version_yaml_path,
|
||||
template_path,
|
||||
output_op_path,
|
||||
):
|
||||
prims, phis, legacy_phis, compats, versions = (
|
||||
load_yaml(api_prim_yaml_path),
|
||||
load_yaml(api_phi_yaml_path),
|
||||
load_yaml(api_phi_legacy_yaml_path),
|
||||
load_yaml(api_compat_yaml_path),
|
||||
load_yaml(api_version_yaml_path),
|
||||
)
|
||||
|
||||
apis = phis + legacy_phis
|
||||
apis = filter_prim(apis, prims)
|
||||
apis = extend_version(apis, versions)
|
||||
apis = extend_compat(apis, compats)
|
||||
|
||||
if len(apis) > 0:
|
||||
with open(output_op_path, "wt") as f:
|
||||
msg = render(template_path, apis=apis)
|
||||
f.write(msg)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Generate Static Primitive API"
|
||||
)
|
||||
parser.add_argument(
|
||||
'--api_prim_yaml_path', type=str, help="Primitive API yaml file.."
|
||||
)
|
||||
parser.add_argument(
|
||||
'--api_phi_yaml_path', type=str, help="Parsed ops yaml file."
|
||||
)
|
||||
parser.add_argument(
|
||||
'--api_phi_legacy_yaml_path', type=str, help="Parsed ops yaml file."
|
||||
)
|
||||
parser.add_argument(
|
||||
'--api_compat_yaml_path', type=str, help="Ops args compat yaml file."
|
||||
)
|
||||
parser.add_argument(
|
||||
'--api_version_yaml_path', type=str, help="Ops version yaml file."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--template_path", type=str, help="JinJa2 template file Path."
|
||||
)
|
||||
parser.add_argument("--output_path", type=str, help="Output path.")
|
||||
|
||||
args = parser.parse_args()
|
||||
generate(
|
||||
args.api_prim_yaml_path,
|
||||
args.api_phi_yaml_path,
|
||||
args.api_phi_legacy_yaml_path,
|
||||
args.api_compat_yaml_path,
|
||||
args.api_version_yaml_path,
|
||||
args.template_path,
|
||||
args.output_path,
|
||||
)
|
||||
Reference in New Issue
Block a user